{"msg":"Running step start_crdb","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:03.245793896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting CRDB","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:03.246332466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmphb2hws","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:03.293728278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/fd6cb9b3b8228bca1b9a6434e5bd596c143610f1584e14fb09b8029343bfa9a2.tar) to storage directory (/var/tmp/omicron_tmp/.tmphb2hws/data)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:03.293809249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmphb2hws/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmphb2hws/listen-url --max-sql-memory 256MiB","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:03.329507198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"cockroach environment: BUILDOMAT_JOB_ID=01KJVJ8F1T1C8BG548GQB09ZVN BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/fd6cb9b3b8228bca1b9a6434e5bd596c143610f1584e14fb09b8029343bfa9a2.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=1c76132ffe5de6593276543ceb5c830b9f21e4e1 GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-b2991dcfe0032b19/out:/work/oxidecomputer/omicron/target/debug/build/blake3-df20c6b18d3956e5/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-8b0f050bf31de6f5/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-fc1bb2730a9a80d7/out/build:/work/oxidecomputer/omicron/target/debug/build/psm-e3b3fd8e545b20fd/out:/work/oxidecomputer/omicron/target/debug/build/ring-882060e0ad2a422c/out:/work/oxidecomputer/omicron/target/debug/build/tofino-d064271f908edbf6/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-54b41a4eb78e9d96/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_ATTEMPT=1 NEXTEST_ATTEMPT_ID=ec1b80b1-e223-4a9a-80e8-f587c0ea1d10:omicron-nexus::test_all$integration_tests::volume_management::test_proper_region_sled_redundancy NEXTEST_BINARY_ID=omicron-nexus::test_all NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_BIN_EXE_schema_updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-b2991dcfe0032b19/out:/work/oxidecomputer/omicron/target/debug/build/blake3-df20c6b18d3956e5/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-8b0f050bf31de6f5/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-fc1bb2730a9a80d7/out/build:/work/oxidecomputer/omicron/target/debug/build/psm-e3b3fd8e545b20fd/out:/work/oxidecomputer/omicron/target/debug/build/ring-882060e0ad2a422c/out:/work/oxidecomputer/omicron/target/debug/build/tofino-d064271f908edbf6/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-54b41a4eb78e9d96/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=ec1b80b1-e223-4a9a-80e8-f587c0ea1d10 NEXTEST_RUN_MODE=test NEXTEST_STATE_DIR=/tmp/nextest-state.EtaaBs NEXTEST_STRESS_CURRENT=none NEXTEST_STRESS_TOTAL=none NEXTEST_TEST_GLOBAL_SLOT=5 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none NEXTEST_TEST_NAME=integration_tests::volume_management::test_proper_region_sled_redundancy NEXTEST_TEST_PHASE=run NEXTEST_TOTAL_ATTEMPTS=1 OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-3b5642a0768e3b39/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=--cfg tokio_unstable -D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.91.1-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:03.329812594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"cockroach pid: 3249","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:04.691457583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"cockroach listen URL: postgresql://root@[::1]:37122/omicron?sslmode=disable","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:04.691563694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"Running step start_clickhouse","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:04.734690016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting Clickhouse","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:04.734777029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"Running step start_internal_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.240855192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.241148184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpLAcin2"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.315388732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.315512758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.315745721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:60717"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.316298498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.316487634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.31653589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.316570899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.316608224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.31733129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"Running step start_external_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.317522129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.317652538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpxDwhCz"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.326368097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.326467896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"external_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.326501202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:47983"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.32659108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.326637893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.326677742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.326718143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.326753282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.327528272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"Running step start_nexus_internal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.327949278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting Nexus (internal API)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.328074587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"setting up nexus server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.328591493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.330735481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.330863646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.330933124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.330964957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.33104192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331073613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331104705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.33113255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331174614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331209182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331234903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331288991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331317938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331347347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.33137418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331403588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331430762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331459529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331489349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331516002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.33154524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.33157071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331599878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331626862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331657893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331684887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331823673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331873141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331899072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331928681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331956056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.331985604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332041896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332086735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.33211439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332143688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332169349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332196694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332229729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.33227038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332303025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332329076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332356872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332383545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ExternalSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332414035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332439887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332468944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332494365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332523633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332554003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332581848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332614573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332667078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332701045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332729081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332760573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332786014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332813959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332840292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332868708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.33289972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332926162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332955511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.332980751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.333053786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.333081842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.333111721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.33313661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.333169936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.33319668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.333229004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.333258011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.333282761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.333311137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.333338852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"}
{"msg":"full Oso configuration","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.333367819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer           (can read most resources within the Silo; grants project.viewer)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n    # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database.  We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n    USER_INTERNAL_API: AuthenticatedActor,\n    \"modify\",\n    _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t    \"list_children\", # retrieve audit log\n\t    \"create_child\",  # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's sessions.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's sessions.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's tokens.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's tokens.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n    if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n    if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n    if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n    # These are all admin because being able to create these tokens would allow\n    # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n    # Fleet-level roles also grant privileges for SCIM client tokens, for\n    # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n# Describes the policy for accessing \"/v1/system/subnet-pools\" in the API\nresource SubnetPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the Subnet Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list External Subnet Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", subnet_pool_list: SubnetPoolList)\n\tif subnet_pool_list.fleet = fleet;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource ExternalSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ExternalSubnet)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource SubnetPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SubnetPool)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource TufTrustRoot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n                    if child.fleet = fleet;\n            \n\n                resource Alert {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n                    if child.fleet = fleet;\n            \n\n                resource AlertReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            \n\n"}
{"msg":"Setting up resolver using DNS address: [::1]:60717","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.363116864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"new DNS resolver","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.363243525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:60717]"}
{"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:05.364658555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","url":"PostgresConfigWithUrl {\n    url_raw: \"postgresql://root@[::1]:37122/omicron?sslmode=disable\",\n    config: Config {\n        user: Some(\n            \"root\",\n        ),\n        password: None,\n        dbname: Some(\n            \"omicron\",\n        ),\n        options: None,\n        application_name: None,\n        ssl_mode: Disable,\n        host: [\n            Tcp(\n                \"::1\",\n            ),\n        ],\n        hostaddr: [],\n        port: [\n            37122,\n        ],\n        connect_timeout: None,\n        tcp_user_timeout: None,\n        keepalives: true,\n        keepalives_idle: 7200s,\n        keepalives_interval: None,\n        keepalives_retries: None,\n        target_session_attrs: Any,\n        channel_binding: Prefer,\n        load_balance_hosts: Disable,\n    },\n}"}
{"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:05.367176436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Database schema version is up to date","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:06.815827396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"desired_version":"234.0.0","found_version":"234.0.0","component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"No db_metadata_nexus records exist - skipping access check","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:06.829732282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","explanation":"This is expected during initial deployment or before migration","nexus_id":"913233fe-92a8-4635-9572-183f495429c4 (omicron_zone)"}
{"msg":"Datastore is ready for usage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:06.829915826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.067628594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"332c9e50-15b9-495e-bd09-5b9c3a2a1f1a","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.15710963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.157818458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158004468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158064106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158114877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158158814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158199776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158229845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158269324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158309854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158339924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158380094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/probes/{sled}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158419231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/refresh-vpc-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158449061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158487778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158527286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/switch/{switch_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158557205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.158605552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.15865033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:07.15872077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.159311223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.165947273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.166119876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/activate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.166266256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.166367908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.166443599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.166536613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/debug/fetch-omdb-binary","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.166629838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.166721631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.16680198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.166895296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.167042298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.167126465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/import","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.16721994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.167311813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.167398986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.167474065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.167646588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.167762177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.167843479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config/{version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.167967886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/update-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.16805536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168106201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168140789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168186149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168229335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168262251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168305737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168350696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168396016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168444052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168475534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168519872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/mgs-updates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168561064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168591084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.16863451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/physical-disk/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168679118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168709579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168752294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168798876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168841571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas/{saga_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168871891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168920738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168952511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/config/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.168984194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/lrtq-upgrade","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.169014675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/remove/{sled}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.169044945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:07.16907257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.169630047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:61961","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"SEC running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:07.169884322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.170903005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.170954938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.173656093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in users","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.173865138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.175817145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.175876563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.176233402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"starting MgsUpdateDriver","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:07.540606477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.556108575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60073","req_id":"9fd7c857-880f-4470-96d8-be7738b7be38","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   00 1d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.558615074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60073","req_id":"9fd7c857-880f-4470-96d8-be7738b7be38","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 29,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:07.559483358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60073","req_id":"9fd7c857-880f-4470-96d8-be7738b7be38","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.560563193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57201","req_id":"6bab5622-9ddd-40e2-aea9-1d60e0070c62","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   e7 8f 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.560636618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57201","req_id":"6bab5622-9ddd-40e2-aea9-1d60e0070c62","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59279,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 59279,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:07.561023687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57201","req_id":"6bab5622-9ddd-40e2-aea9-1d60e0070c62","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.561055961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63351","req_id":"c1a21ac4-75de-4133-90d0-4ab63f1183c7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   38 38 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   88..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.561103005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63351","req_id":"c1a21ac4-75de-4133-90d0-4ab63f1183c7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14392,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 14392,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:07.561365085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63351","req_id":"c1a21ac4-75de-4133-90d0-4ab63f1183c7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"created 5 built-in users","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:07.561611946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.561792153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.561847283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.564262279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.564331447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.564360645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.564394432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.564794316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 4 built-in role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:07.845767291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.84590792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.84596825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.85003642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in silos","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.850118703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.850155727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.850201528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.850748384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 2 built-in silos","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:07.970995264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.971109701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.971324508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.972046802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.984821554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.984911843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.987218324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in projects","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.987289516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:07.987454764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.987512939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:07.988023984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.000215678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.00055392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.000705621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.000890228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.001787189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.063544565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.063627008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.063665164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.064627996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.069998773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.074238784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.074531976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.074596344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.074638528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.074677515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.075552343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.079059458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.079119949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.079159056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.07960426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.0824591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.085987658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.08606907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.086104891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.086544835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created built-in services project","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:08.116922908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.116997026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.117038778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.123863864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in VPCs","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.123939835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.123970796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.124011206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.12468796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.131795957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.131884453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.132823228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.139808371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.140069509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.140183897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.140270679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.140989517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.145172785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.145247924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.145285188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.146177881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.149550459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.149615659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.149652672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.151483489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.155046705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.161706192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.161837973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.161868554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.161912161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.161947321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.161979555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.162411132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.167229361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.167290082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.167325662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.168861503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.172315072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.172382967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.17241969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.173613591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.178253837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.185697881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.185771808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.185806046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.187995765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.203750625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.204106332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.204166592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.204203505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.204899748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.209710582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.209801323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.209848586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.21112936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.214601997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.214689401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.214731584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.215604057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.218333368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.22571056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.225911619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.225957119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.226402484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.236348327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.24540301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.246513977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.296849688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.296959275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.297636531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.359872476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.359980491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.360021422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.360056672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.360938203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.365152874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.36535247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.365477709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.366455821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.370154257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.37651492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.377399687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.38073934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.389583595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.396990125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.397371613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.39748599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.398047575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.490997521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.491099103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.491140936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.491175856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.491818021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.495980919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.496069946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.496108603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.496541292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.498965547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.499035025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.499072018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.499519838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.501706891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.508122062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.508217341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.508258563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.50863958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.626716941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.626853563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.626897189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.62693273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.627605536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.639230905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.639325423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.639364941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.639826288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.642736738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.642805956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.64284355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.643293283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.645686717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.652237918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.652351243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.652421763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.652700016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.659318451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.659577475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.659621663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.660372504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.668488854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.668563913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.669199145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.672965635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.673035584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.673575957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.676346069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.67644223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.676484915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.676518772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.677017132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.680250153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.680318919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.680357185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.681067677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.683912577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.683978818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.684016493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.684425125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.687510963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.693931666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.694024991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.694056163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.69410494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.694141202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.694174458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.694768898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.699457921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.699559753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.699598761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.700036771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.70310752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.703183561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.703223039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.703729725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.711257847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.721980002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.722084509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.722123517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.722534032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.733159044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.733284393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.733325996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.733364152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.737932385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.741397998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.741466514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.741502385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.74236088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.746039306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.746106369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.746144314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.746656511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.749750346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.75693215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.757394257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.757507643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.758230749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created built-in VPC firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:08.903219458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.903350488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.903383384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.903434195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.904146419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.916884268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.917255284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.918216283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.925085746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.925206596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.925239562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.933812338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.933912377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.933956033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.933992586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.934557097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.938059944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.938125494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.93816371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.938658212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.941638892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.941704943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.941742759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.942201309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.973799496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.980875099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.980975047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.98100686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.981044004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.981558847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.997706567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.997803289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:08.997845603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.997882226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:08.998557297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.01742029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.017542363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.017582242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.018014761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.021677816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.021754108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.021792384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.022160465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.029716892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.037775087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.055537194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.055669777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.055712342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.055748002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.056297193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.081176355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.087191612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.087289496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.0879459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.117048851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.117234229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.117349618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.118199436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.129696691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.138052787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.138195149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.138233966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.138538702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.211186226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.211293739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.212325168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.254073754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.254198361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.254239773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.254275084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.262298188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.275135314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.275212217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.275248609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.27603487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.282599548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.282738334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.282876629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.284008126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.290637482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.301967695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.318066018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.31820315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.318246566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.318282498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.319762166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.327378303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.327541357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.327644081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.328492185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.333667373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.333737583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.333774696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.33458701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.354496371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.363108125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.363222612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.363262341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.363929086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.377173109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.377248048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.377856376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.395527342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.395750295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.395832659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.395872658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.396547358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.456256195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.456380752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.456422535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.456919202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.460881331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.460965257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.461069114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.461429129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.463954053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.470230409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.475168576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.475321109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.475421288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.475464003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.475702116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.478444152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.478513339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.478553479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.478938454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.482363155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.482431511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.482470849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.48284877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.48535115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.493535024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.493630794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.493670122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.49404157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.504140297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.504223231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.514945356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created built-in services vpc subnets","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:09.524207592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"created built-in services vpc","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:09.524269675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.524297911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.524333692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.539317251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create silo users","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.539393001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.539501978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.539580263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.54016764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 2 silo users","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:09.555150497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to create silo user role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.555294453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.555335795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.555386145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.556326483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 2 silo user role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:09.566291584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.566353537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.566393657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.567525916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.573819766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.573924093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.574370279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.583473769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.585453151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.585519783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.585557698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.586380603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.593213243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.595719551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.595792155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.595829218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.59625781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.795561212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.795654858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.79569615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.795732182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.797202422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.800604909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.802632416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.802686463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.80271987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.803157389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"populate complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:09.807755411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.808128943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.808191827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.808231055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.808266426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.815464562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Running step start_gateway_switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.88899029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting Management Gateway","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.889088485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.923405972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.929117877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.929198607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.92923531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.929662448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating background tasks","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:09.953484861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.958219234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.958333712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.958372118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.958492006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.959197557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.965204808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.965270168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.965742506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:09.96579481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.965918586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"141.872µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.966802151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.966859164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.966891057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.966926989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.967644043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.968329975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.968385976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.968423892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.968458009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.96891152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.969756619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.969808672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.970017336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:09.970066404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.970097987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"66.983µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.97015015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:09.970183196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 06:55:09.970096654 UTC"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.970359586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.970410297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.970876503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.971775348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.971890416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.971949854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.971986898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.972050835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.972571199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.977328166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.977527151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.977719604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.978458992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.979095096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.979232138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.979325603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.979845215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.980419406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.980931743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:09.981038265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.981125167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"204.557µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.981938362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.982145644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.985079661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.985142246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.985180241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.986102583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.987215914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.987265142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.987301574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.987338518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.987372405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.98796428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.98878972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.988839499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.988876933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.988914297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.988948645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.989388158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.990173147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.990222115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.990319688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":1,"elapsed":"252.03µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.990454065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.990500858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.990551148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.990588402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.99062276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.991158995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.991821952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:09.991870228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.991900288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"61.733µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.991932351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.991962241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.991996779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.992033342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.992067329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.99257621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.993232924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.993281902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"82.234µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.993315108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:09.993353564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.993383233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"46.693µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.993415247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:09.993446799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.993477861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"90.74µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.993513752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:09.993543872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.993571387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"32.935µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.993603941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.993633831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.993669281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.993706104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.993740523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.994211398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.994767612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.995694133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.995750434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.99628718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.996740932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.996796111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.996833325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.997317677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.997786989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.99787322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.997911406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.998484715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:09.998925701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:09.999104756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.000791246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.000853119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.000889661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.001338833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.001867614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:10.00191619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.002264652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"396.157µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.002321255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.002489719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.002540921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.003149199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.003586758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.003637699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.003669112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.003704051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.004211348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.004626653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:10.004674498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.004702334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.004736261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.00477102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.004804206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.00531483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.005814102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.006013578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.006062214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.00666941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.007015177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"saga recovery pass starting","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:10.007176868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"listing candidate sagas for recovery","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.007322187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.007360383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.007392136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.00783206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.008427883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.008474956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.008515397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.009081551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.009526886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.009585642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.009620952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.010349379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.011359786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.011505966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.011559402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.012482145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.013087417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.013146314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.013183468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.01362281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.014139907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.014198754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.014237431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.014698447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.015296765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.015355522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.015392655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.015427675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.015461292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.01579293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.016721645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:10.016781985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.016812205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"reason\":\"reconfigurator config not yet loaded\",\"status\":\"disabled\"}","iteration":1,"elapsed":"108.245µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.01684992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.016881212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.016916472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.017391024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.017714316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.017765759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.017801259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.018609905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.019994716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.020113872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.020166046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.021121483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.022017914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.022075689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.022105678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.022134786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.022162331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.022426886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.022476154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.022664859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.022714036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.022749707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.022785498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.022819275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.023452924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.024383482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.024496416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.024544422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.024889397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.025546482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:10.02560595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.025635579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.025672582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.025711019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.025745768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.026104891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.026600014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.026655705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.026696887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.026735082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.026772336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.027332719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.02786663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:10.027919655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.027948943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"Running step start_dendrite_switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.092618943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting Dendrite for switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.092708481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.114406655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43572","req_id":"76a96c17-adab-49d4-b0ab-8076b7f77aa3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   0f d2 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.114515201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43572","req_id":"76a96c17-adab-49d4-b0ab-8076b7f77aa3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4050,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4050,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.115034713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43572","req_id":"76a96c17-adab-49d4-b0ab-8076b7f77aa3","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.115074221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3542","req_id":"80d5c51b-d2f1-484b-b05f-2a2deae36a6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   52 e1 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   R............_ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.115120994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3542","req_id":"80d5c51b-d2f1-484b-b05f-2a2deae36a6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21217,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21217,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.115576058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3542","req_id":"80d5c51b-d2f1-484b-b05f-2a2deae36a6b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.116809778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.116915188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.116961019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.116998363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.118143106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:10.125933669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.126066252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"160.766966ms"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:10.12618083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.126237052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"156.475143ms"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.128424817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28584","req_id":"6eb8fadc-2913-4d1d-8d78-3dca011d677a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   8c 00 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.128509735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28584","req_id":"6eb8fadc-2913-4d1d-8d78-3dca011d677a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35840,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 35840,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.128987645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28584","req_id":"6eb8fadc-2913-4d1d-8d78-3dca011d677a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.129041782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53887","req_id":"4ffd5333-b0ee-4346-9a38-3d70a3e94e8d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   65 7f 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   e............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.129092132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53887","req_id":"4ffd5333-b0ee-4346-9a38-3d70a3e94e8d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25983,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 25983,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.129318071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53887","req_id":"4ffd5333-b0ee-4346-9a38-3d70a3e94e8d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.129348621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19984","req_id":"8b290700-9921-4fb6-b1a5-eefe54bf825f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   b5 a7 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.129395354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19984","req_id":"8b290700-9921-4fb6-b1a5-eefe54bf825f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46503,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46503,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.129625872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19984","req_id":"8b290700-9921-4fb6-b1a5-eefe54bf825f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.132225144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.132500892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.132551212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.139451006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":1,"elapsed":"110.587255ms"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.150960114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.151373495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":1,"elapsed":"128.948062ms"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.151770363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.151921002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.152414342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.152601293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.153461011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.159908726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.185724659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.229822972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:10.240121506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 06:55:09.970096654 UTC"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.240275281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T06:55:09.970096654Z\",\"pruned\":[]}","iteration":1,"elapsed":"270.122556ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.241421387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.241964596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"261.505512ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.242474258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.247184042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.249332289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.249456556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.250560578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.252603145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.257108844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.257267469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.257321977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.268095134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.268167648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36721","req_id":"aa9c155d-86a8-4555-a3c2-8c5daee78fde","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c7 ff 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.268221745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36721","req_id":"aa9c155d-86a8-4555-a3c2-8c5daee78fde","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51199,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 51199,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.280710238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36721","req_id":"aa9c155d-86a8-4555-a3c2-8c5daee78fde","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.280761239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21345","req_id":"5eaabea5-df35-4cdf-b32f-bb65e11b4587","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   50 a7 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   P............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.280808433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21345","req_id":"5eaabea5-df35-4cdf-b32f-bb65e11b4587","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20647,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 20647,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.281042578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21345","req_id":"5eaabea5-df35-4cdf-b32f-bb65e11b4587","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"Running step start_mgd_switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.281970191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting mgd for switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.282013647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.312007898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.3121903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.312234809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"334.726715ms"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.312960059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:10.313038986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.313077542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"333.987256ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.435118055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.439449207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.439544677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.439584556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.439901495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"mgd port is 49070","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.442863698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"Running step record_switch_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.442953527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Recording DNS for the switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.442986683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"Running step start_gateway_switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.443015249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting Management Gateway","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.443037774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.50701084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.507217731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.50832503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.509473992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.514446738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.514576155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.514672467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.515224874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:10.518282176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:42113"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.519562338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.539202856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.539313456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.539355459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.540545212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:10.543144665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.543307258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"585.189826ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.54504027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.575139379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.575243957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.575286391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.57580956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.577223328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.605947677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.60605025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.606091312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.606571245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.615762089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ec0f2cd-8610-4743-a8da-35e99d1dccb4","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.615940393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ec0f2cd-8610-4743-a8da-35e99d1dccb4","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.618150152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ec0f2cd-8610-4743-a8da-35e99d1dccb4","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.618236844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ec0f2cd-8610-4743-a8da-35e99d1dccb4","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.618759362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ec0f2cd-8610-4743-a8da-35e99d1dccb4","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.717257397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.722705297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.722783262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.722824263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.723224057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.725591128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.725658001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.726104187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.728544564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.732414751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.732780597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.73283717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.732878642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.732914894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.733464405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.73435304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.734414142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.735022149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.735816226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:10.735872648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.735906836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"730.125109ms"}
{"msg":"listed in-progress sagas","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:10.73689553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":0}
{"msg":"saga recovery pass finished","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:10.737010037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"None","generation":"1"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.737392547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"730.363533ms"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.75263532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"744.171787ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.777328623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.777458291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.777501918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.77753826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.77821816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.821044026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.835853118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.837037771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.837207899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.837396844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.837755566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.839205436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.84077364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.84723829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.847328098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.84736913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.847406744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.847442876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.848006766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Running step start_dendrite_switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.95476179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting Dendrite for switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.954837952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.976707316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"instance failed","total_found":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.976794579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.976838597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.977633415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.978674864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.99889865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:10.998983458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:10.999027967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.000638425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.00189942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.001981412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.002537186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.003584135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"992.187847ms"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.003725025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"989.584547ms"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.006100834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.006227425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"986.251657ms"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.006553884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"989.670267ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.008965513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.029366391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.029906594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.03381662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.033883543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.033921508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.040262101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.064989973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.065087546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.066149195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.067380911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.067453976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.067905202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.095533845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.095597291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"Running step start_mgd_switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.099557707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting mgd for switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.099612556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.110660007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47328","req_id":"36fe3b59-5200-4e4e-b0cb-1366c99f0995","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   69 d6 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   i............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.110767541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47328","req_id":"36fe3b59-5200-4e4e-b0cb-1366c99f0995","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27094,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 27094,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:11.111183397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47328","req_id":"36fe3b59-5200-4e4e-b0cb-1366c99f0995","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:11.111841163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.111912164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.129936668s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.120270073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.120348499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.120948811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.164927878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"1.171292033s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.165313924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.165380777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.165423943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.165461066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.166246787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.167481038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.167553222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":true}","iteration":1,"elapsed":"1.178761738s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.1675926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.16762794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.167658461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":2,"elapsed":"28.437µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.167691596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.16772342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.167760684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.167798198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.16783418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.168277109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.175613149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":1,"elapsed":"1.188421243s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.182970892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.194045197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.194236988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.194340403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.194896418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"mgd port is 52955","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.196302099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"Running step record_switch_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.196394763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Recording DNS for the switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.196556885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"switch_location":"switch1","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"Running step start_sled1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.196675331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.197038462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.261680256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.26219583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"failed to read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:11.297694533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.297835974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.330930378s"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.307094522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ec0f2cd-8610-4743-a8da-35e99d1dccb4","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":690849,"response_code":200}
{"msg":"failed to read target blueprint","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:11.320285541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.320373946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.329848169s"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpHUYVDM/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.32140283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.32146867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpHUYVDM/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpGKrD7K/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.321505203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.321535303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpGKrD7K/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.40438547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:35773","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.404560568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:35773","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.405952933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:35773","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.417722539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.41779865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.417836515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.417873128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.417908428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.417943477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.417977916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418016713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418054007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418090018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418125679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 21.0.0","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.41816105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418195077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 24.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418229906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 22.0.0 to 24.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418265507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 16.0.0 to 22.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418300446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 14.0.0 to 16.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418334855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418369904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418405505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418440394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418475624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418510955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418546365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418581214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418617366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418654129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 20.0.0 to 23.0.0","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418689379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.41872527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.41876024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418795279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.41883106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418866491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.41890126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418935638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.418970988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419005797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419040837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/attest","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419077139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/certificate-chain","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.41911275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/measurement-log","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.41914807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419183881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419218349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419252537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419287036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419321564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419355873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419390311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.41942504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419459308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419494077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419528536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419562633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.41959612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419629787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419664445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419699225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419736418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419772209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419808492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419844673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419882549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419919171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419958299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.419995643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420032306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420069911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420105131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420142755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420178827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420213917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420247263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420280599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420313855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420347121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420380568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420414846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420448042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420481528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420514464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420547479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420578902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420610494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420642498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420675624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 17.0.0 to 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420708409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 17.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420741114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420773859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420807075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.42083971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420872715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420906683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420940339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.420973796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421008234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421041791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421074766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421107271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421141108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421174725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.42120728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421239904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.42127286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421305244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421337328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421371225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421407678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421440633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.42147439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421507426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421543067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421576753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421611192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.42164567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421678856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421712613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421747172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.42178129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421810037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.421838143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:56656"}
{"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.421872912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.422464867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:44172/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.425645134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.428754419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.430607479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:40644"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.431155327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f45b9c79-c235-4f35-8fec-7128b3cd4b44","remote_addr":"127.0.0.1:56656","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.431212751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f45b9c79-c235-4f35-8fec-7128b3cd4b44","remote_addr":"127.0.0.1:56656","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.435306342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f45b9c79-c235-4f35-8fec-7128b3cd4b44","remote_addr":"127.0.0.1:56656","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.435395839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f45b9c79-c235-4f35-8fec-7128b3cd4b44","remote_addr":"127.0.0.1:56656","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.435951633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f45b9c79-c235-4f35-8fec-7128b3cd4b44","remote_addr":"127.0.0.1:56656","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.43847261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"572d2931-b2a3-482f-8011-aea4dd1a8103","remote_addr":"127.0.0.1:40644","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.438544202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"572d2931-b2a3-482f-8011-aea4dd1a8103","remote_addr":"127.0.0.1:40644","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.448071444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.473232977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":1,"elapsed":"1.450491325s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.482398521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.482495203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.482539821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.482578658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.483390801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.489654962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.48972402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.4897696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.490238682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.49392337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.493991285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.494616557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.495813704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.499045759s"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.496930643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.499125418s"}
{"msg":"all instance checks complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.522740653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.522872946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.523887056s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.54875992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.55374986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.553838476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.553878145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.554305043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.555625646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f45b9c79-c235-4f35-8fec-7128b3cd4b44","remote_addr":"127.0.0.1:56656","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":124476,"response_code":200}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.555941964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.556098745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"1.538369278s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.584134727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.584267831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.584310676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.58434788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.596955721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.688705694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.688806714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.68884995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.688927103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.68958018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"listed attached subnets","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.694251358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.694375615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":1,"elapsed":"1.666505117s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.697732401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.700858159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.700986675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.704714889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.704789638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.704830639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.705234201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.710532363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.710608875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.710654686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.71105929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.717551935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.717641733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.717687794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.718122257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.721655715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.712126435s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.726070814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.729962794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.730037823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.730081279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.73046958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.749875482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.760027645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.760381157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.760440986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.761311274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.763473509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.770673709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.77082033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.770856452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.770910259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.770948936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.770984576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.771222318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.792688952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.792799923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.793536145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.799166968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.79923813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.799281726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.799902038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.80263717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.809045989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.809118563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.809166178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.810841595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.873008744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.873123692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":1,"elapsed":"1.846473419s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.873423348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.873487445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.873529609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.87356579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.874213737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.875657224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"1.871007706s"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.902790012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.902883097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.902926774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.903683096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.969373472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:11.969484613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:11.969518691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:11.969546586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":1,"elapsed":"1.945091332s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.064489811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.064618036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.064660641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.064697173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.065595978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.067678615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.072894464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.072975926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.073015173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.07409612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"No bundles to collect","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.074950898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.075099383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"2.083151721s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.075484858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.089214627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.08933217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.089376699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.08969955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.18755026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.187734175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.187774034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.187809615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.188454135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.222402389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.222762454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.223750456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.227139718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.233219152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.2621997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.262348014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.26239644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.262434636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.264657932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.265755301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.269809724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.269889492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.2699289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.2702562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.271096028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.271161539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.272342424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.31179492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.311876652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.3119211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.311960659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.312804505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:12.325288118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.325467805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"2.353566377s"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.337020089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"2.323889917s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.337380224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.337432298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.337471476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.337509251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.337544771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.33843056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.339413042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"572d2931-b2a3-482f-8011-aea4dd1a8103","remote_addr":"127.0.0.1:40644","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":900946,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.339817285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.339874037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.339913285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.339947894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.340386134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.341263076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.34132058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.341358325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.341393996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.341750725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.342761843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.347417619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.347479122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.347515334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.347874407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.351019934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:44172/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"572d2931-b2a3-482f-8011-aea4dd1a8103\", \"date\": \"Wed, 04 Mar 2026 07:05:12 GMT\"} })"}
{"msg":"Running step start_sled2","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.351610216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.351781296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.427783132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled 039be560-54cc-49e3-88df-1a29dadbf913 storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.428162195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.435020175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.439377359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.439446957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.439485905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.439888564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.442480152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"start saga failed","total_found":0}
{"msg":"instance reincarnation completed successfully","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.442631612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.442802361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"2.440470436s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.442913873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.442964163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.443386973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.444470464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.449707836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.449786593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.449824187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.450130265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.451195531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.46409983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.464285078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.464342873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.464844739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.465824195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.471338978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.471512442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.471600577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.472621986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.474111264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.474231673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.474331541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.474412492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.475054627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpPZqOoZ/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.475826761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.475916779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpPZqOoZ/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpVdaHWe/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.476005526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.476071196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpVdaHWe/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.624977176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44313","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.625101663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44313","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.625947613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44313","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634316775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634390732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634426513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634459989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634491482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634521962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634552483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634584998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634616771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634648774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634680046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 21.0.0","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634711709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634741899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 24.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634773913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 22.0.0 to 24.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634805626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 16.0.0 to 22.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634836938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 14.0.0 to 16.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.63486796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634899192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634930664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634961425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.634991896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635023388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635055803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635088828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635121142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635152976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 20.0.0 to 23.0.0","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635183637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635216151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635246932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635278345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635309326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635340007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635370628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.63540161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635432631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635462741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635494594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/attest","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635526958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/certificate-chain","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635558611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/measurement-log","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635589743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635619743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635651446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635681034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635711194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635741955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635771795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635801955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635831493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635861513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635891923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635922524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635952293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.635981742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636011621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636042122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636074656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636106139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.63616696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636201739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636233622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636266838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636300244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.63633327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636366386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636399552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636432116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636462316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636492616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636523658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636555782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636587515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636618617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636651251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636683646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636714547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.63674643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636778484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636810628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636843593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636874214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636903372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636931959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636961538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.636992168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 17.0.0 to 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637024342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 17.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637055304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637085624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637116616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637147497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637178468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637209901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637241854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.63727498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637308176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637339478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637370239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637401271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637433776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637466731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.63749648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637527101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637557972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637588783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637619144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637650376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637682409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637712529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637742218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637771436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637801446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637831345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637863529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.63789418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637923518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637955462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.637987125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.638058216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.638088977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.638414052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.638903535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:44172/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.651071211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.65120196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.651245637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.651282731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.652876626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.775381892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/v2p","method":"GET"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.776525874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.776714188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"tuf_repo_prune decision","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.777881226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.778147724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":2,"elapsed":"1.610473463s"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.778766022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:48370"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.779889043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58480"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.921750982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:61903/probes","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.92326019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.935449148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.935551221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.935601791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.935919452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.936865511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.936937234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.936979628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.937364151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.939594812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64779"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.940460621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"20c4fa9c-dddd-4cce-9499-86082c655639","remote_addr":"127.0.0.1:48370","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.940527885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"20c4fa9c-dddd-4cce-9499-86082c655639","remote_addr":"127.0.0.1:48370","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.940973069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"7c91c13d-4705-4f94-b21e-69844a0908f6","remote_addr":"[::1]:58480","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.941037908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"7c91c13d-4705-4f94-b21e-69844a0908f6","remote_addr":"[::1]:58480","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.941428253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51864","req_id":"088c4640-d6fa-4465-b98c-5655639c6240","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   db 42 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .B..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.941500627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51864","req_id":"088c4640-d6fa-4465-b98c-5655639c6240","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56130,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 56130,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:12.941912274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51864","req_id":"088c4640-d6fa-4465-b98c-5655639c6240","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.948696639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.95074648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"7c91c13d-4705-4f94-b21e-69844a0908f6","remote_addr":"[::1]:58480","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9587,"response_code":200}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.952964184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[]}","iteration":1,"elapsed":"2.937587511s"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.953575378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.953643253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.953686299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.955733765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:12.957806622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.957913955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"620.499213ms"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:12.958126096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"ba99b754-7f67-41be-b675-c58761a67d58","remote_addr":"[::1]:64779","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.958187017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"ba99b754-7f67-41be-b675-c58761a67d58","remote_addr":"[::1]:64779","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.95843019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c91c13d-4705-4f94-b21e-69844a0908f6\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:12 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.958627572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.958678624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.958709225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.958738443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"2.964004437s"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:12.960181088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"ba99b754-7f67-41be-b675-c58761a67d58","remote_addr":"[::1]:64779","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2060,"response_code":204}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:12.995416077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/probes\", status: 204, headers: {\"x-request-id\": \"ba99b754-7f67-41be-b675-c58761a67d58\", \"date\": \"Wed, 04 Mar 2026 07:05:12 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.007354719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.007441812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.007482923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":1,"elapsed":"2.981958605s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.007772188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.027664265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.027730717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.02777241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.027810956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.027846828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.028758919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.029999994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.038845602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.03893523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.038967985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.039005109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.039536324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.042403378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.04246493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.042504178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.042541733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.042576532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.043113549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.045995112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"20c4fa9c-dddd-4cce-9499-86082c655639","remote_addr":"127.0.0.1:48370","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":105529,"response_code":204}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.047895155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:44172/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913\", status: 204, headers: {\"x-request-id\": \"20c4fa9c-dddd-4cce-9499-86082c655639\", \"date\": \"Wed, 04 Mar 2026 07:05:13 GMT\"} })"}
{"msg":"Running step add_extra_sled_agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.048434787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.048522561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.121273821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled 069d3e7e-1784-4021-9952-549bdf909d26 storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.12146436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.122449376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.127165984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.127225622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.127262676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.127302224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.127336983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.127919711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.129599136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.129660628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.130198837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.131520903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.136129235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.136192521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.136230206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.136989624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.157164162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.162033654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.162107029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.162148842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.162845085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.165760365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.165825735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.166516066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.16843654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.168482712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmp1LHOAJ/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.170881095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.171003418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp1LHOAJ/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpcpMUVa/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.171050722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.17108468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpcpMUVa/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.25207332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47306","component":"dropshot (Repo Depot)","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.252223989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47306","component":"dropshot (Repo Depot)","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.253234276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47306","component":"dropshot (Repo Depot)","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.261862712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.261930878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.261969695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262004504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26203772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262070084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262101667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262135785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262169522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262203229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262235964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all ending with 21.0.0","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262268729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262312125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 24.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262362746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 22.0.0 to 24.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262417705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 16.0.0 to 22.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.2624806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 14.0.0 to 16.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26253592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262593694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262643503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262694434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262747369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262801166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262849943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262907417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.262971675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263030352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 20.0.0 to 23.0.0","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263092765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26314519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263199818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263257362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263314275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263369655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26342723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26348753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263549483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263614812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26367415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/attest","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263740712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/certificate-chain","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263811433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/measurement-log","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263869879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263919447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.263971721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264033273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264096058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264159163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264220064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264281506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264345524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264408649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264469049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264535371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26460055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264670158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264727131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264785087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264854104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.264986126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.265070183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.265193808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.265277935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.265344187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26546133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.265535677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.265608111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.265677699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.265750534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.265821535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.265883999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.265938337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266006132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266107784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266179566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266243233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26629737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26633258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26636782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266401477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266434252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266467147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26649867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266529641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266560813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266595382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266627967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 17.0.0 to 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266660551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 17.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266693086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.26672547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266763125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266816611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266878033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.266940517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267003783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267069293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267136316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267195604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267252407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267310142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267373758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267438106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267500429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267567272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267627802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267689315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267749494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267810385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267872518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.267948038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268007707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268063578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268120521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268176041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268228936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268288404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268353013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268420377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268483482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.268536768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268574823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268602669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268626516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"NexusClient","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:44172/sled-agents/069d3e7e-1784-4021-9952-549bdf909d26","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.268659181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268705803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.268737637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.268777466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:44387"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.271241479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56255","req_id":"7234fc52-f4cd-4999-bd4b-c817f2108f6f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   a6 9e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.271324975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56255","req_id":"7234fc52-f4cd-4999-bd4b-c817f2108f6f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42654,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 42654,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:13.271723807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56255","req_id":"7234fc52-f4cd-4999-bd4b-c817f2108f6f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:13.277928901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.278004281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"235.596293ms"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.278248496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/069d3e7e-1784-4021-9952-549bdf909d26","method":"POST","req_id":"6e958b2f-55be-4786-ac9f-a740a05c1fc5","remote_addr":"127.0.0.1:44387","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.278312874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/069d3e7e-1784-4021-9952-549bdf909d26","method":"POST","req_id":"6e958b2f-55be-4786-ac9f-a740a05c1fc5","remote_addr":"127.0.0.1:44387","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.278767928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.279860648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.279946318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.279988692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.280029082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.280762068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.29231825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.292392888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.292437617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.292936618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.299991429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.300063352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.300105335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.30127557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.458257509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.458706761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.460518559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43227"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.479784132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.509304973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.510000885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.510055374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.510111094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.510147507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.510180602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.510990651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.51357307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"6aba355a-1b81-4242-b8ad-120eb12a9112","remote_addr":"[::1]:43227","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.5136433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"6aba355a-1b81-4242-b8ad-120eb12a9112","remote_addr":"[::1]:43227","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.515376943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"6aba355a-1b81-4242-b8ad-120eb12a9112","remote_addr":"[::1]:43227","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1816,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.523902185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aba355a-1b81-4242-b8ad-120eb12a9112\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.524292199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.524590371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.525361904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.558735937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.558961976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.559130932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.563375572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.565989443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.566055264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.566097288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.566137728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.566175022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.581127298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.582325889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/069d3e7e-1784-4021-9952-549bdf909d26","method":"POST","req_id":"6e958b2f-55be-4786-ac9f-a740a05c1fc5","remote_addr":"127.0.0.1:44387","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":304074,"response_code":204}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.59878118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"NexusClient","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:44172/sled-agents/069d3e7e-1784-4021-9952-549bdf909d26\", status: 204, headers: {\"x-request-id\": \"6e958b2f-55be-4786-ac9f-a740a05c1fc5\", \"date\": \"Wed, 04 Mar 2026 07:05:13 GMT\"} })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.599655016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.623055662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.623322171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.62345264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.62413749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.626178634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.626409052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.626516215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.627135504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Running step add_extra_sled_agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.629535461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.629772452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.818720458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"server":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"SledAgent","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled eeec5ebb-058d-421c-a1c3-edf0467c81b4 storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.818908151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.825452178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.840939567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.841048243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.841090447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.841529328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.84269309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.84274852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.844150935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet01"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.844393026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57516/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.84782398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"1475a6d8-1fdf-4f41-bce2-cfda51429a87","remote_addr":"[::1]:43227","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.84789449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"1475a6d8-1fdf-4f41-bce2-cfda51429a87","remote_addr":"[::1]:43227","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.848623608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"1475a6d8-1fdf-4f41-bce2-cfda51429a87","remote_addr":"[::1]:43227","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":805,"response_code":204}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpbfUvdB/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.848815509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"SledAgent","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.848867072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"SledAgent","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpbfUvdB/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpe544i0/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.849001859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"SledAgent","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.849043181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ArtifactStore","server":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"SledAgent","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpe544i0/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.920894063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:42886","component":"dropshot (Repo Depot)","server":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"SledAgent","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.920989583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:42886","component":"dropshot (Repo Depot)","server":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"SledAgent","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.921933808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:42886","component":"dropshot (Repo Depot)","server":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"SledAgent","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931453245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931542933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931580277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931616539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931651418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931684163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931716347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931750896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.93178848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931822117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931857337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all ending with 21.0.0","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931891325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.93192411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 24.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931959119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 22.0.0 to 24.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.931992656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 16.0.0 to 22.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932028016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 14.0.0 to 16.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932063146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932098426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932131662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932166291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.93220112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932234075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932269416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932304676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932341158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932376188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 20.0.0 to 23.0.0","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932409875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932445115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932481106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932515815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932549141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932584041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932617457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932652607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932688698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932722025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932757305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/attest","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932792785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/certificate-chain","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932828476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/measurement-log","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932861892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932896852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.9329313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932963113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.932998183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933032712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933065397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933100216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933135145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933167389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933199743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933232148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933266506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933301976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933334962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933367316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.9334046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.93343993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933476824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933513346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933549147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933584608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933619407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.93365636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933690869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933725638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933759996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933792921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933826057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933861688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.93389767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933931837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.933965614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934000925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934035583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.93406911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934102797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934136424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934173076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934206212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934237875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934269789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934301602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934362583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934400288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 17.0.0 to 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934435408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 17.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934470167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934505156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934540516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934573973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934609433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934645435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934681797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934717418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934754511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934788699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934824109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934858398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934892616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934928326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934961643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.934998015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935076811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935115769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935148694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935184425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935217831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.93525246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935285917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935317109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935349343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935384513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935417047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935450383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935482557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935515362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935550963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.935584149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935613527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.935644078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.935689518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.937988244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.939098148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.939991663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"NexusClient","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:44172/sled-agents/eeec5ebb-058d-421c-a1c3-edf0467c81b4","method":"POST"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.940473129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42136","req_id":"730ebaf6-245b-4429-acd0-b3b02019d549","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   27 60 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   '`..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.940556274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42136","req_id":"730ebaf6-245b-4429-acd0-b3b02019d549","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10080,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 10080,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:13.941811237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42136","req_id":"730ebaf6-245b-4429-acd0-b3b02019d549","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.948004066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1475a6d8-1fdf-4f41-bce2-cfda51429a87\", \"date\": \"Wed, 04 Mar 2026 07:05:13 GMT\"} })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.948253562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.948392437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.950127784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:43058"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.951784855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45479"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:13.952776124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.953240847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":4,"elapsed":"387.258848ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.954054603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.95411856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.95483845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.957151343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/eeec5ebb-058d-421c-a1c3-edf0467c81b4","method":"POST","req_id":"19b0080a-7c0b-4318-ad33-c94f2157a815","remote_addr":"127.0.0.1:43058","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.957216262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/eeec5ebb-058d-421c-a1c3-edf0467c81b4","method":"POST","req_id":"19b0080a-7c0b-4318-ad33-c94f2157a815","remote_addr":"127.0.0.1:43058","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.957408434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"3e82a97f-f851-4062-a5fc-55385bf90cb5","remote_addr":"[::1]:45479","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.957468984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"3e82a97f-f851-4062-a5fc-55385bf90cb5","remote_addr":"[::1]:45479","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.961549919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"eeec5ebb-058d-421c-a1c3-edf0467c81b4"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.96253705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"3e82a97f-f851-4062-a5fc-55385bf90cb5","remote_addr":"[::1]:45479","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5139,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.96418347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e82a97f-f851-4062-a5fc-55385bf90cb5\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.964345201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.964396423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.965610824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.966911568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.966975886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.970958676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.982206375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.982271113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.982313858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.982354078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.982392214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.982983708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.983757906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/sled-agents/eeec5ebb-058d-421c-a1c3-edf0467c81b4","method":"POST","req_id":"19b0080a-7c0b-4318-ad33-c94f2157a815","remote_addr":"127.0.0.1:43058","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":26594,"response_code":204}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.987376613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"NexusClient","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:44172/sled-agents/eeec5ebb-058d-421c-a1c3-edf0467c81b4\", status: 204, headers: {\"x-request-id\": \"19b0080a-7c0b-4318-ad33-c94f2157a815\", \"date\": \"Wed, 04 Mar 2026 07:05:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.987679124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.987803771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.988470506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.990375479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.995142938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:13.995221854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.995265521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.995810213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:13.996844778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.996963724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:61903/eip-gateways","method":"PUT"}
{"msg":"Running step configure_boundary_ntp","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.997815947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Running step start_crucible_pantry","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.997870946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.999444902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.999517366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.999708846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.999753164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.999792502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.999828854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.999863804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.999898753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.999931729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.999964844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:13.99999791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.000098029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.001554011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.00161917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:44334"}
{"msg":"Running step populate_internal_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.001653238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Populating Internal DNS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.001676784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"DNS population: DnsConfigParams {\n    generation: Generation(\n        1,\n    ),\n    serial: 1,\n    time_created: 2026-03-04T07:05:14.061453726Z,\n    zones: [\n        DnsConfigZone {\n            zone_name: \"control-plane.oxide.internal\",\n            records: {\n                \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_nexus-lockstep._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 61961,\n                            target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"boundary-ntp\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_clickhouse-admin-single-server._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 8888,\n                            target: \"5a43f2fd-6b71-4b4b-b05a-cb43626b2579.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_boundary-ntp._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 123,\n                            target: \"6e92eff2-3e79-4b60-8fa5-f5ce001424df.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"@\": [\n                    Ns(\n                        \"ns1.control-plane.oxide.internal\",\n                    ),\n                ],\n                \"_repo-depot._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 44313,\n                            target: \"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\",\n                        },\n                    ),\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 35773,\n                            target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"6e92eff2-3e79-4b60-8fa5-f5ce001424df.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_oximeter-reader._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 9000,\n                            target: \"5a43f2fd-6b71-4b4b-b05a-cb43626b2579.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"408a8013-38c0-46d4-902e-f78388db18ff.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"ns1\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_clickhouse-native._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 9000,\n                            target: \"5a43f2fd-6b71-4b4b-b05a-cb43626b2579.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_clickhouse._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 34917,\n                            target: \"5a43f2fd-6b71-4b4b-b05a-cb43626b2579.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_mgd._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 52955,\n                            target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 49070,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"46fd7850-1aeb-4fe2-977f-b695de508b90.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_nameservice._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 62409,\n                            target: \"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_external-dns._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 41944,\n                            target: \"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_cockroach._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 37122,\n                            target: \"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"6b8d9151-e4dc-4582-a2dd-83845a178aef.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_dendrite._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 44007,\n                            target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 56175,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_mgs._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 53250,\n                            target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 58483,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"039be560-54cc-49e3-88df-1a29dadbf913.sled\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"913233fe-92a8-4635-9572-183f495429c4.host\": [\n                    Aaaa(\n                        ::ffff:127.0.0.1,\n                    ),\n                ],\n                \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"5a43f2fd-6b71-4b4b-b05a-cb43626b2579.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_nexus._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 44172,\n                            target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_crucible-pantry._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 44334,\n                            target: \"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n            },\n        },\n    ],\n}","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.062494854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.06254288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"body":"Some(Body)","uri":"http://[::1]:62409/config","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.062780381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"4ed1a558-60c4-4516-8c82-362fe3505038","remote_addr":"[::1]:45479","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.062839068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"4ed1a558-60c4-4516-8c82-362fe3505038","remote_addr":"[::1]:45479","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.063146448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"4ed1a558-60c4-4516-8c82-362fe3505038","remote_addr":"[::1]:45479","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":376,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.063402978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.063483428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.063533707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.06370115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.064457101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.066085786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.066145745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.066625418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:61964"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.067849008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4ed1a558-60c4-4516-8c82-362fe3505038\", \"date\": \"Wed, 04 Mar 2026 07:05:14 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.067927784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"1.060195987s"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.068486364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.068551674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.068588086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.068949504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.071220795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55412","req_id":"20bab4ad-1f21-4320-8f4c-b021ef0c04ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   23 94 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   #............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.071545039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55412","req_id":"20bab4ad-1f21-4320-8f4c-b021ef0c04ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9108,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 9108,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:14.072104911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55412","req_id":"20bab4ad-1f21-4320-8f4c-b021ef0c04ea","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:14.073259464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.073502306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":5,"elapsed":"91.28539ms"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.073910096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"c241c095-5c01-408b-babb-001a2b48061d","remote_addr":"[::1]:61964","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.073973111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"c241c095-5c01-408b-babb-001a2b48061d","remote_addr":"[::1]:61964","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.074723531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"c241c095-5c01-408b-babb-001a2b48061d","component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.074827087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server"}
{"msg":"creating tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.074861325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"}
{"msg":"updating current config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.076356986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server"}
{"msg":"flushing default tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.07639429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations older than 1","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.076419309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","keep":3}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.07644485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"c241c095-5c01-408b-babb-001a2b48061d","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.076561081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"c241c095-5c01-408b-babb-001a2b48061d","remote_addr":"[::1]:61964","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2670,"response_code":204}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.076753513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.076831478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.076874553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.077574323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.079709895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 204, headers: {\"x-request-id\": \"c241c095-5c01-408b-babb-001a2b48061d\", \"date\": \"Wed, 04 Mar 2026 07:05:14 GMT\"} })"}
{"msg":"Running step configure_sled_agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.079864832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.141028378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"body":"Some(Body)","uri":"http://[::1]:61903/omicron-config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.141591817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.153074773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.153201485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.153236535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.153295622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.153337806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.153377715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.153966805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.162786472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58818"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.168633464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.168719826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.168766148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.170282279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.176025004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"e62e88e1-7e65-47c6-8539-380a9e7b3e5e","remote_addr":"[::1]:58818","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.176100354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"e62e88e1-7e65-47c6-8539-380a9e7b3e5e","remote_addr":"[::1]:58818","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.183588707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"e62e88e1-7e65-47c6-8539-380a9e7b3e5e","remote_addr":"[::1]:58818","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7572,"response_code":204}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.187586957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.187711054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.187756043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.188485402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.191000156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(Response { url: \"http://[::1]:61903/omicron-config\", status: 204, headers: {\"x-request-id\": \"e62e88e1-7e65-47c6-8539-380a9e7b3e5e\", \"date\": \"Wed, 04 Mar 2026 07:05:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.191444379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"body":"Some(Body)","uri":"http://[::1]:61903/network-bootstore-config","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.195325347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"357e6285-abff-4589-a0a1-ac4901bb3633","remote_addr":"[::1]:58818","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.195396818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"357e6285-abff-4589-a0a1-ac4901bb3633","remote_addr":"[::1]:58818","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.197246472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"357e6285-abff-4589-a0a1-ac4901bb3633","remote_addr":"[::1]:58818","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1964,"response_code":204}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.197400859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.205337552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.205432911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.205474614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.205941691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.211865376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(Response { url: \"http://[::1]:61903/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"357e6285-abff-4589-a0a1-ac4901bb3633\", \"date\": \"Wed, 04 Mar 2026 07:05:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.272122372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"body":"Some(Body)","uri":"http://[::1]:57516/omicron-config","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.278304149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42793"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.283606901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"2f85fed8-5920-4a3f-b00a-d766d3d15999","remote_addr":"[::1]:42793","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.283677992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"2f85fed8-5920-4a3f-b00a-d766d3d15999","remote_addr":"[::1]:42793","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.288068743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"2f85fed8-5920-4a3f-b00a-d766d3d15999","remote_addr":"[::1]:42793","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":4431,"response_code":204}
{"msg":"resolved names for firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.288273259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.288345683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.288383367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.288420812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.28845538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.289218917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.295072583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(Response { url: \"http://[::1]:57516/omicron-config\", status: 204, headers: {\"x-request-id\": \"2f85fed8-5920-4a3f-b00a-d766d3d15999\", \"date\": \"Wed, 04 Mar 2026 07:05:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.295242711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"body":"Some(Body)","uri":"http://[::1]:57516/network-bootstore-config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.298071399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.302317792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.302424424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.302465526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.30303136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.306779935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"a17d5764-7626-4b50-bdad-736527ca9545","remote_addr":"[::1]:42793","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.306879763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"a17d5764-7626-4b50-bdad-736527ca9545","remote_addr":"[::1]:42793","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.311759354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"a17d5764-7626-4b50-bdad-736527ca9545","remote_addr":"[::1]:42793","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":4997,"response_code":204}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.316619908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(Response { url: \"http://[::1]:57516/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"a17d5764-7626-4b50-bdad-736527ca9545\", \"date\": \"Wed, 04 Mar 2026 07:05:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.386686957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"body":"Some(Body)","uri":"http://[::1]:53793/omicron-config","method":"PUT"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.389323012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-03-04T05:46:29.930974Z, time_modified: 2026-03-04T05:46:29.930974Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.389465004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.389501647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"}
{"msg":"resolved 0 rules for sleds","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.389535213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.392299443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41066"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.397811461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"f3435a69-895c-4f90-81d8-69e29c828223","remote_addr":"[::1]:41066","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.397991268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"f3435a69-895c-4f90-81d8-69e29c828223","remote_addr":"[::1]:41066","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.40269491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"f3435a69-895c-4f90-81d8-69e29c828223","remote_addr":"[::1]:41066","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":4918,"response_code":204}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.40335486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(Response { url: \"http://[::1]:53793/omicron-config\", status: 204, headers: {\"x-request-id\": \"f3435a69-895c-4f90-81d8-69e29c828223\", \"date\": \"Wed, 04 Mar 2026 07:05:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.403605658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"body":"Some(Body)","uri":"http://[::1]:53793/network-bootstore-config","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.404211061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"45e68256-e24d-476f-a7bd-741089c2712b","remote_addr":"[::1]:41066","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.404322973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"45e68256-e24d-476f-a7bd-741089c2712b","remote_addr":"[::1]:41066","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.404678389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"45e68256-e24d-476f-a7bd-741089c2712b","remote_addr":"[::1]:41066","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":473,"response_code":204}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.404995599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(Response { url: \"http://[::1]:53793/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"45e68256-e24d-476f-a7bd-741089c2712b\", \"date\": \"Wed, 04 Mar 2026 07:05:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.490877758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"body":"Some(Body)","uri":"http://[::1]:60594/omicron-config","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.491529392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63693"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.492478096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"6c8950b2-caeb-42e0-b399-509a216d7ff7","remote_addr":"[::1]:63693","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.492556061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"6c8950b2-caeb-42e0-b399-509a216d7ff7","remote_addr":"[::1]:63693","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.49376889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/omicron-config","method":"PUT","req_id":"6c8950b2-caeb-42e0-b399-509a216d7ff7","remote_addr":"[::1]:63693","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":1295,"response_code":204}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.494275316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(Response { url: \"http://[::1]:60594/omicron-config\", status: 204, headers: {\"x-request-id\": \"6c8950b2-caeb-42e0-b399-509a216d7ff7\", \"date\": \"Wed, 04 Mar 2026 07:05:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.494653557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"body":"Some(Body)","uri":"http://[::1]:60594/network-bootstore-config","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.494850258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"56f1c3e2-d8e1-4bf5-9b03-b03ca5cfbf71","remote_addr":"[::1]:63693","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.494904696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"56f1c3e2-d8e1-4bf5-9b03-b03ca5cfbf71","remote_addr":"[::1]:63693","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.497879695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/network-bootstore-config","method":"PUT","req_id":"56f1c3e2-d8e1-4bf5-9b03-b03ca5cfbf71","remote_addr":"[::1]:63693","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":3055,"response_code":204}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.498199961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.498314528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.498477502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully propagated service firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.498586629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"4.494977487s"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.498745073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"4.495124538s"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.50124567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(Response { url: \"http://[::1]:60594/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"56f1c3e2-d8e1-4bf5-9b03-b03ca5cfbf71\", \"date\": \"Wed, 04 Mar 2026 07:05:14 GMT\"} })"}
{"msg":"Running step start_nexus_external","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.501567218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting Nexus (external API)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.501681175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.510665087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.510728133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.510765787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.510798192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.511642098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.514757545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.517607946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.517985847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.518053191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.518564677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.525256387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.525321426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.526509896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"set cockroachdb setting","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.544190592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","value":"22.1","setting":"cluster.preserve_downgrade_option"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.544326371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.544370028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.545050199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.551724665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.552077746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.5522056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.552347713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.553489069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.558032924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.563820498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n    V6(\n        Ipv6Network {\n            addr: fd00:1122:3344:100::,\n            prefix: 56,\n        },\n    ),\n)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.563906549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.563937601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.563973302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.564421151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Using static configuration for external switchports","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.56900731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.569146045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.569185965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.569870895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.592984811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.593097615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.594165356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Recording Rack Network Configuration","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:14.607926557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.607984121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.608018599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.608594744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.692111094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.692269769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.692381862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.692560898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.69442004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.701541604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.705408123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.705600345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.705701315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.706350705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.712155724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 2e35054d-dceb-4528-b11a-dcdb133a00af, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.712237487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.712283829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.712319139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.713053097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.716122052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.726459463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 2e35054d-dceb-4528-b11a-dcdb133a00af, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.726553049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.726590633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.727047892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.730719363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: dc7655bd-ca5e-4dab-9ac8-465f46802385, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.731262101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.731320728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.731355447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.732245655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.74540981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.753625747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: dc7655bd-ca5e-4dab-9ac8-465f46802385, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.753700947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.753739694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.754196501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.758881486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: dc7655bd-ca5e-4dab-9ac8-465f46802385, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.758970623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.759052606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.75909029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.759896602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.814997867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.829388799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: dc7655bd-ca5e-4dab-9ac8-465f46802385, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.850555868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 2e35054d-dceb-4528-b11a-dcdb133a00af, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.850692109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.850735395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.850770314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.851210539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.863929339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.911286174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 2e35054d-dceb-4528-b11a-dcdb133a00af, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.926423358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 2e35054d-dceb-4528-b11a-dcdb133a00af, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.926513326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.926557013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.92659067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.927368565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.941164595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.947199421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 2e35054d-dceb-4528-b11a-dcdb133a00af, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.978337614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.978428354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:14.978467632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.978500858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:14.979188884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.002089767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.006140112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.006812237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.006878909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.006957756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.007003356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.007042815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.007425264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.014917494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.02606808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.026140454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.027921171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.029062207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.124218886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.124824148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":2,"elapsed":"118.029296ms"}
{"msg":"inserted blueprint","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.329430193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"086d6bd9-ac3f-4a2c-84a3-029594fb9703"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.329548437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.329661281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.329767232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.329853153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.3306274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.334157702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.338276272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.431360214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted networking records for external_dns service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.474284996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"No networking records needed for clickhouse service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.474356027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"No networking records needed for internal_dns service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.474384834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted networking records for boundary_ntp service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.514250331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.514343145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted networking records for nexus service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.53516049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted service networking records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.535235629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted physical disks","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.53526641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted zpools","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.535293274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted datasets","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.535319436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.555549534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Populated DNS tables for external DNS","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.564976587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.565363245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.565430048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.565469576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.565503744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.566182713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.569407046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.572536682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.572606922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.572647081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.572683183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.572718734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.573077085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.577323339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.579742133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.642123948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.642213546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.642254487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.642289236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.643079787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.646649246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.652674332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.652771305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.652822627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.652863808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.652898187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.653226379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.656466935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.662037729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.676022514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.676140778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.676184966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.676219064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.676980115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.680812096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.694986017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Created recovery silo","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.7269398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Created recovery user","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.729178476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Created recovery user's password","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.734902654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.735001581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 8c834796-5858-4901-acb8-22e999baf110, lookup_type: ById(8c834796-5858-4901-acb8-22e999baf110) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.735065899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"8c834796-5858-4901-acb8-22e999baf110","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.735104826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.735137811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.735955656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.758704928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.758787852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.758826058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.759891705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.763810137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.766554928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 8c834796-5858-4901-acb8-22e999baf110, lookup_type: ById(8c834796-5858-4901-acb8-22e999baf110) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Generated role assignment queries","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.766642472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Granted Silo privileges","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.771433698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.771495872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.77153523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.771573876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.771606882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.772157375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.775481277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.778189916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.780919016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.780985548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.781026219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.781061058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.781457255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.784308187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.788192061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.788415856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.78849371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.788548619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.788597897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.789194322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.792147186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.796357649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.829108815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.829195617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.829234896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.829276588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.829911359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.830555779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.830615187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.830869462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.830926535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.830958849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.831028137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.831447971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.831988705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.832078754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.83217756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.832223842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.83226321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.832302618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.832344251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.832748283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.833256683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.83331551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.83335561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.833394367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.833430619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.833770714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.834201089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.834258383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.834298442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.834338662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.834374874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.834691212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.837873072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53032","req_id":"1dc9023d-0af6-45d2-979b-f40cfcbd1a02","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   d8 80 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.838185101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53032","req_id":"1dc9023d-0af6-45d2-979b-f40cfcbd1a02","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55424,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.838432382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.838718902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.838815233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53032","req_id":"1dc9023d-0af6-45d2-979b-f40cfcbd1a02","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.83889925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30842","req_id":"75631438-519a-4474-9c68-1fd18065fa96","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   17 71 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   .q..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.839046342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30842","req_id":"75631438-519a-4474-9c68-1fd18065fa96","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6001,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.839204797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.839298934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.839345406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30842","req_id":"75631438-519a-4474-9c68-1fd18065fa96","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.839512588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.839570753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.839611935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.83964959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.840043983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.840583445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.840647322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.840689495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.840727721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.841132525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.842699898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.847518298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.84951338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.849589151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.850327718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.85313335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.859240269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.85931628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.859358303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.859736825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.86043427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.866726667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.866803019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.866846255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.867310036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.867913524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.873601952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.874670064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.882268384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.885417479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.88548357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.886388347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.886455761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.886491061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.886524087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.886564357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.886607051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.88664644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.887055843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.888254704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8770, tv_nsec: 806095415 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.888347238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.890743958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8770, tv_nsec: 806508816 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.890837393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.892269668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.892340128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.892384426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.892422912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.892962414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.896870305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: 086d6bd9-ac3f-4a2c-84a3-029594fb9703, lookup_type: ById(086d6bd9-ac3f-4a2c-84a3-029594fb9703) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.896950144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.897026625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.897072998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.897400488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.89833796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.904549967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.904629195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.904677451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.905020943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.90596584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.913641324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.913715902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.913762184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.914220514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.916117862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44777","req_id":"815e4d77-4ca6-42ca-aeeb-c03ae38ab61a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5a dc 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   Z............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.916200246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44777","req_id":"815e4d77-4ca6-42ca-aeeb-c03ae38ab61a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23260,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.916435513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.91664561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.91678158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.916884304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44777","req_id":"815e4d77-4ca6-42ca-aeeb-c03ae38ab61a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.91778827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.923949667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 086d6bd9-ac3f-4a2c-84a3-029594fb9703, lookup_type: ById(086d6bd9-ac3f-4a2c-84a3-029594fb9703) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.924034425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.924077851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.924576973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.932821878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.932960643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"0c808471-2bb0-40d0-bf55-e3ffd717714e"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.933013769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.933058327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.933103227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.933142725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.933556106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.936188454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8770, tv_nsec: 853990639 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.936307731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.937649366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.938352212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59849","req_id":"37b34aa8-04ce-457c-94ae-a871eb8530c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   ef d3 01 00  00 01 00 00  00 00 00 01  24 36 62 38   ............$6b8\n0010:   64 39 31 35  31 2d 65 34  64 63 2d 34  35 38 32 2d   d9151-e4dc-4582-\n0020:   61 32 64 64  2d 38 33 38  34 35 61 31  37 38 61 65   a2dd-83845a178ae\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.938443813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59849","req_id":"37b34aa8-04ce-457c-94ae-a871eb8530c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61395,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            54,\n            98,\n            56,\n            100,\n            57,\n            49,\n            53,\n            49,\n            45,\n            101,\n            52,\n            100,\n            99,\n            45,\n            52,\n            53,\n            56,\n            50,\n            45,\n            97,\n            50,\n            100,\n            100,\n            45,\n            56,\n            51,\n            56,\n            52,\n            53,\n            97,\n            49,\n            55,\n            56,\n            97,\n            101,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.938765342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.938862495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59849","req_id":"37b34aa8-04ce-457c-94ae-a871eb8530c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.938982624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55981","req_id":"99c53fb8-be4b-4bcb-9161-168099cb1e00","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   fa 3a 01 00  00 01 00 00  00 00 00 01  24 34 36 66   .:..........$46f\n0010:   64 37 38 35  30 2d 31 61  65 62 2d 34  66 65 32 2d   d7850-1aeb-4fe2-\n0020:   39 37 37 66  2d 62 36 39  35 64 65 35  30 38 62 39   977f-b695de508b9\n0030:   30 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   0.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.939109956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55981","req_id":"99c53fb8-be4b-4bcb-9161-168099cb1e00","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64058,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            52,\n            54,\n            102,\n            100,\n            55,\n            56,\n            53,\n            48,\n            45,\n            49,\n            97,\n            101,\n            98,\n            45,\n            52,\n            102,\n            101,\n            50,\n            45,\n            57,\n            55,\n            55,\n            102,\n            45,\n            98,\n            54,\n            57,\n            53,\n            100,\n            101,\n            53,\n            48,\n            56,\n            98,\n            57,\n            48,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.93928802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.939314743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55981","req_id":"99c53fb8-be4b-4bcb-9161-168099cb1e00","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.939818173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.947269422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.947348379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.947392446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.947733173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.94856772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.948625154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.948658731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.948689743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.948730995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:15.948771956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.948809911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.949250286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found DNS servers (initial)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.95123112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:62409] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.951299746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:62409\"]}","iteration":2,"elapsed":"120.752915ms"}
{"msg":"found DNS servers (initial)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.95155348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:41944] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.951615013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:41944\"]}","iteration":2,"elapsed":"119.613112ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.95239938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:15.952443528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.952477425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"39.318µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.952516433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:15.952551382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.952584127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"11.072µs"}
{"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.953306522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"0c808471-2bb0-40d0-bf55-e3ffd717714e"}
{"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.953380158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2}
{"msg":"found latest generation (first find)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:15.953420899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.953453724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":2,"elapsed":"122.492981ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:15.953489185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.024157047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:41944/config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.02501433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.031778845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.031912119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.032014803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.03269795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.034230844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.034360632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.034463286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.034563776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.035104379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.036923232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:60030"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.037679363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20512","req_id":"56d300b1-b544-40d0-9adf-083444973fb7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b1 9c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.037909581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20512","req_id":"56d300b1-b544-40d0-9adf-083444973fb7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45468,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.038329815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.03849304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20512","req_id":"56d300b1-b544-40d0-9adf-083444973fb7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.038695071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6424","req_id":"ca04b2c4-9528-42aa-b3b4-ef1104f5ed9b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   82 cd 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.038863265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6424","req_id":"ca04b2c4-9528-42aa-b3b4-ef1104f5ed9b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33485,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.039236546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.0393797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6424","req_id":"ca04b2c4-9528-42aa-b3b4-ef1104f5ed9b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.04018504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.040288786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"769d5d65-79a4-421b-a160-ee11d4f3e8ad"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.040375178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.040480076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.040576087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.040660985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.041211709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.042565688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"ab541dd2-72a3-490b-b517-0c8ab7ca36c6","remote_addr":"[::1]:60030","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.042678693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"ab541dd2-72a3-490b-b517-0c8ab7ca36c6","remote_addr":"[::1]:60030","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.158510885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.159252588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"ab541dd2-72a3-490b-b517-0c8ab7ca36c6","component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.159320393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"external_dns_server"}
{"msg":"creating tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.159346124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"}
{"msg":"updating current config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.159874734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"external_dns_server"}
{"msg":"flushing default tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.16005396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations older than 2","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.160121383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"external_dns_server","keep":3}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.160147886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"ab541dd2-72a3-490b-b517-0c8ab7ca36c6","component":"store","component":"external_dns_server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.16076914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"ab541dd2-72a3-490b-b517-0c8ab7ca36c6","remote_addr":"[::1]:60030","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","latency_us":118202,"response_code":204}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.16114691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.166816721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.167197467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.167518375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.168086312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.171999354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.179929524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.179997008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.180036487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.180440238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.183582209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41944/config\", status: 204, headers: {\"x-request-id\": \"ab541dd2-72a3-490b-b517-0c8ab7ca36c6\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.183656807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.183774831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.183936723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:41944\":{\"Ok\":null}}}","iteration":3,"elapsed":"230.499922ms"}
{"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.18585897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":29,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"769d5d65-79a4-421b-a160-ee11d4f3e8ad"}
{"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.185926024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1}
{"msg":"found latest generation (first find)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.185961915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.185991925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":2,"elapsed":"356.905724ms"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.186203374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19895","req_id":"923c57f2-c5a7-46b0-b90e-2bf4cc16570e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   93 7e 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .~..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.186324956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19895","req_id":"923c57f2-c5a7-46b0-b90e-2bf4cc16570e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37758,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.18654353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 37758,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:16.186773397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19895","req_id":"923c57f2-c5a7-46b0-b90e-2bf4cc16570e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.186920358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.256991335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62409/config","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.262066856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:42961"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.262988436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.271282589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"ccc3086c-651a-4e46-b3fa-f416315e96c6","remote_addr":"[::1]:42961","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.271360243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"ccc3086c-651a-4e46-b3fa-f416315e96c6","remote_addr":"[::1]:42961","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.273962111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"ccc3086c-651a-4e46-b3fa-f416315e96c6","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.274002381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"ccc3086c-651a-4e46-b3fa-f416315e96c6","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.274031829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"ccc3086c-651a-4e46-b3fa-f416315e96c6","remote_addr":"[::1]:42961","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":829,"response_code":204}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.274077369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46012","req_id":"6c1f5203-c43e-47c6-bc6d-9b3be5c6023e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   af 79 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   .y..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.274127659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46012","req_id":"6c1f5203-c43e-47c6-bc6d-9b3be5c6023e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44921,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.274264792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.274288759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.274312907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46012","req_id":"6c1f5203-c43e-47c6-bc6d-9b3be5c6023e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.276754386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 204, headers: {\"x-request-id\": \"ccc3086c-651a-4e46-b3fa-f416315e96c6\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.276843233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.276885897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.277015936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:62409\":{\"Ok\":null}}}","iteration":3,"elapsed":"90.222088ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.278258804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8771, tv_nsec: 196125948 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.278336218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.283325247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31420","req_id":"51bb32e0-5f0f-41fb-b9fe-267de0e5daea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   d3 32 01 00  00 01 00 00  00 00 00 01  24 38 39 37   .2..........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.283394093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31420","req_id":"51bb32e0-5f0f-41fb-b9fe-267de0e5daea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54066,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.283549302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.283581956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31420","req_id":"51bb32e0-5f0f-41fb-b9fe-267de0e5daea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Updated CockroachDB cluster backends","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.342567627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:32222]","total":1,"removed":0,"added":1}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.342804738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.342856861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.34294174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.353599247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-03-04T07:05:07.856743Z, time_modified: 2026-03-04T07:05:07.856743Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 8c834796-5858-4901-acb8-22e999baf110, db_silo: Silo { identity: SiloIdentity { id: 8c834796-5858-4901-acb8-22e999baf110, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-04T07:05:15.565273Z, time_modified: 2026-03-04T07:05:15.565273Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 8c834796-5858-4901-acb8-22e999baf110, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8c834796-5858-4901-acb8-22e999baf110, db_silo: Silo { identity: SiloIdentity { id: 8c834796-5858-4901-acb8-22e999baf110, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-04T07:05:15.565273Z, time_modified: 2026-03-04T07:05:15.565273Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.353893741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"8c834796-5858-4901-acb8-22e999baf110\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"8c834796-5858-4901-acb8-22e999baf110\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 8c834796-5858-4901-acb8-22e999baf110 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"521.675391ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.403245939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a887d2c-0729-456a-8a88-628927b9dc0c\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.40433908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"found new target blueprint (first find)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.433329087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-03-04 07:05:14.502078 UTC","target_id":"086d6bd9-ac3f-4a2c-84a3-029594fb9703"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.433535747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"first target blueprint\",\"target_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"time_created\":\"2026-03-04T07:05:14.502078Z\",\"time_found\":\"2026-03-04T07:05:16.433437432Z\"}","iteration":2,"elapsed":"599.317945ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.433941753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"blueprint execution: quiesce check","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.434033856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","quiescing":false}
{"msg":"initial state","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.43407119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Running"}
{"msg":"initial quiesce state","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.434105048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","initial_state":"Allowed"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:16.434138123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","target_id":"086d6bd9-ac3f-4a2c-84a3-029594fb9703","reason":"blueprint disabled"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.434173143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"target_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\"}","iteration":2,"elapsed":"137.002µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.434211369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.434245226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.434274795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":3,"elapsed":"21.502µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.43430738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.434338912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.434377018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.434417709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.434455003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.435076417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.548737728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.548835532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.549654559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.557510661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.561702086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.561799109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.561845801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.562427507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.564839487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb5ab326-eefe-4b7f-b2ce-ff606e3fe15a\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.56611502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.566582118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.56665373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.566700052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.566738338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.568279559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.658206782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.658570364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.659065528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[{\"err\":\"failed to fetch node ID for zone 897c23f2-ac39-4325-bd4a-413dda0b5fb4 at http://[::1]:32222: Communication Error: error sending request for url (http://[::1]:32222/node/id): error sending request for url (http://[::1]:32222/node/id): client error (Connect): tcp connect error: Connection refused (os error 146)\",\"zone_id\":\"897c23f2-ac39-4325-bd4a-413dda0b5fb4\"}],\"nsuccess\":0}","iteration":2,"elapsed":"224.859259ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.667061619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.672761138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"Rack initialized","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:16.672835596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.672910024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.672950224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.673311902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.676984426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef8117a5-700d-43eb-a589-e57f44f8842a\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.679664419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.679985757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.680043271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.680626941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.686599473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9f3929a-bec7-4b3d-94a6-8328a3cfd4df\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.686945119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.687284373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.687342779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.688223338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.693289049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c71f4a2-4b2f-4830-9d5b-7b3aeb5ad370\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.693477082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.693759172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.693832939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.693874141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.693908739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.694492358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.699904477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.699973334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.700015037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.700484109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.703379369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baa60f25-a4fc-41ca-adab-0d8d106a9860\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.703514046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.703924922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.703984861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.704022606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.704560424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.707540483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.714730984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.714817626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.71484966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.71490038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.714936602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.714971772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.715234043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.715745128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79d424e1-73e2-4c9c-a431-1fa1b35bb5ed\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.715886128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.717962502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.718012662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.718048152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.718532244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.720120197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dfde2d6-4454-4bc7-8f6e-de4ba661a214\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.720500753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.722338363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.722394765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.722430436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.723174524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.724276362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b61da7cd-34e0-46e9-9b87-a244a406a0bf\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.724599253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.726333818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d074b7-dbbc-4ddb-93bc-ed10917449d8\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.726588775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.727199628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.735325326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.735418541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.735458901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.736241115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.743288522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f0fc3c8-c9f0-48c8-ade6-eff3801b50b1\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.745501537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.747077156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be117c7a-ffb1-44d7-9567-3eaba6c40905\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.747366451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.748847452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27f4eed2-233f-4a76-97d3-400e2f691b46\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.749122468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.751186147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40366fe8-3890-4d7c-8422-2518cad4a8e6\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.751343429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.75189265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.751945044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.752720805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.755955429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb674c47-b08c-48ef-8dbb-07f977d693db\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.756100928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.756299152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.756349021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.756898262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.760217324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.760269708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.761139175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.764428648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac59208e-666d-4813-bc44-de4043806872\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.764669967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.765672678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.765737537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.765776074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.765811204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.766587405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.769573446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59755a95-c5b8-4a9c-b4e3-208b79ab85bc\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.769732722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.770022447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.770079511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.770116735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.770683881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.773589682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f79c5b-2964-4928-9d8e-c635965d3d69\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.773743307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.774017251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.774070056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.774105156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.782866557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.7862017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.795671338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.79583328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.796003708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.796143396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.796827254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.7978977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6f7c89c-6d0c-4fbd-9051-c80833ff0452\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.798266522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.800193269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258df7ac-0c77-4ea7-b8a1-1514aef9d304\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.800598534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.801721244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.801780451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.802672553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.805524908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad7136b0-5623-4805-adb0-c3c2cb10e733\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.80576271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.806555194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.806607228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.807275936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.809194105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f4d804c-c507-4ca3-ba79-9a396c0ef5ca\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.809411417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.810928079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927fcf13-42c1-42d0-b135-7328ec90368a\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.811080572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.811367141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.811422461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.812184174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.814461216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0f986c1-d190-4968-8ee7-45c1de061aaf\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.814764579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.815764114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3671cae-aed8-4f0b-9b04-dab857c63b8f\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.815948149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.817027323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.817118594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.817163774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.81720239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.817689077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.81848112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6ab7aa4-acd9-427e-a5b0-f88550402de4\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.818770725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.8202281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5ac9fc4-db15-42ad-a5cb-6d0e7b4ce2ae\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.820315143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.820948781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.821040964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.821080783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.821675935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.824172824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.824225309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.82426107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.82473451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.826150783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac32e536-5221-429e-ba0d-e218751b5fb3\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.82633574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.82774067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.836680215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.836781687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.836812578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.836868068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.836903679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.836937245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.837222913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.839810121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8700637-c2b4-489e-87a4-3b01797ef9b8\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.839978375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.841005696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.841071717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.841109241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.841669023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.844092186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62029cc6-da56-426b-b556-21889bce025c\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.844226573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.844463664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.844556738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.844593742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.844949989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.847327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40d9a692-ba1c-4ef2-8bdc-3c3f224c5687\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.847407711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.847692526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.855689579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.855791852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.855828746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.856159873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.860600392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4440edf-65df-4abe-92a9-a3d9b546fcb3\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.860698938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.862306641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.862378544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.863204775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.866685758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7f8a915-4902-4e32-a96c-34e0d3cc31c5\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.866910575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.86725057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.867307062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.867842827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.869976314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fc9ba62-c8f0-4153-92c3-060fbdd7bab1\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.87016088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.871175636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.871234423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.871806479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.872508934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6cd9a0-ea6f-4f23-a2a3-c493978f5228\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.872680595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.875454304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98da1f8c-cfef-4bf3-a5df-0832f0bb422c\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.87561364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.876594819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"660c07bc-2aaf-4f76-8398-875dccbe04df\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.876675058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.877528032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.877618432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.87805036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.880678118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"904fc6f4-806b-4e85-b238-fec88b6d1018\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.880954077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.882969249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1400090c-23b1-4570-b12f-f64bb1eb9209\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.883380125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.883798586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.884038342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.884093822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.884131106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.884916035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.88702323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"060f64ac-af3a-45d5-a960-1b8b7a8b52b9\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.8872343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.888740241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e91a4452-cd7c-4349-ba9d-57e3ca49ef5b\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.889003563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.88939949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.889561832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.889672011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.890414606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.893713518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9f0baf5-ea3e-4e6a-bd12-284fe2946ec8\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.893854588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.894060226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.894153712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.894196126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.894574408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.89735491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.905150553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.905227726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.905299428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.905368546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.905407082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.905442593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.905822668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.906549171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc725f1b-18a3-4bad-8fce-87dba919384b\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.906619971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.909139024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.909201829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.909238402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.909657033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.911041032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e64beb6-63bf-474b-b95d-c321d195da70\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.911142834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.913380508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.913552359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.913669602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.914492727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.916730672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b972cf7-e470-4656-a20b-6b0f4f7f3967\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.917053172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.918587329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.927376545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.934600393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.934708327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.935264091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.937199525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1164da2-22f5-48e4-b43a-f3002cc7e6d7\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.937485713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.940365452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9459e92c-8efd-4b7b-82b8-a7175dd28254\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.940568345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.94307799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"771f4ea4-6d87-467a-a480-1d27e73b435e\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.943357655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.944587368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e41b1f2d-790e-45a9-9f12-701de1c9adfe\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.944843296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.946100022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 49ffa8b3-eb2b-4977-855e-289dbbe9b3ea, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], Name(\"external-dns\"): [NetworkInterface { id: 6ee6250e-7f39-4350-ad5d-e26e15c97f78, kind: Service { id: 46fd7850-1aeb-4fe2-977f-b695de508b90 }, name: Name(\"external-dns-46fd7850-1aeb-4fe2-977f-b695de508b90\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.94621482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.946253998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.946292364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.946326732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.946901944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.94938202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dd97a3b-cbd6-495f-af80-7f1c4f29e74e\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.949550625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.950258341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.955455322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.955560241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.955599338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.95816295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.959429325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cddfd26-884a-4801-bee2-c3bfc684176d\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.959515246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.959550105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.960740319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-03-04T05:46:29.930974Z, time_modified: 2026-03-04T07:05:15.778101Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.960810819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.960842802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6ee6250e-7f39-4350-ad5d-e26e15c97f78, kind: Service { id: 46fd7850-1aeb-4fe2-977f-b695de508b90 }, name: Name(\"external-dns-46fd7850-1aeb-4fe2-977f-b695de508b90\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 49ffa8b3-eb2b-4977-855e-289dbbe9b3ea, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 6ee6250e-7f39-4350-ad5d-e26e15c97f78, kind: Service { id: 46fd7850-1aeb-4fe2-977f-b695de508b90 }, name: Name(\"external-dns-46fd7850-1aeb-4fe2-977f-b695de508b90\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 49ffa8b3-eb2b-4977-855e-289dbbe9b3ea, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"}
{"msg":"resolved 3 rules for sleds","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.960996097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.963095366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa9b4829-6de2-404b-857a-71a4b787b34d\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.963229092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.964604834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1580c93b-7f51-49d4-a942-8dff08ac4cf1\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.96480932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.966651819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da4b485c-9e7b-4dc4-abe9-cba416417c9e\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.966815625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.968179453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbf86c3e-f0cd-4697-bb5c-6f2c201c734c\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.968494469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.969998777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca8796ce-0b52-4d05-8a1b-563fa0a21472\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:16 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.970197421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.970257751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.970301077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.970338281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.970889255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.978271848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.986118682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.986201847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.986247488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:16.986286195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.986325333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.986791398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.989326714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-03-04T07:05:11.448033Z, time_modified: 2026-03-04T07:05:11.448033Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(61903), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(35773), cpu_family: AmdMilan }]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:16.989586359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.060945625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.061043349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.061916523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.06620474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.070376014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.07045459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.070491964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.070925806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.198116898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.198489338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.202819748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.202997301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.203132079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.203225444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.204040633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.213873672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61806"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.220983754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0ae8133e-b800-4521-8799-549c4d628b12","remote_addr":"[::1]:61806","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.221133862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0ae8133e-b800-4521-8799-549c4d628b12","remote_addr":"[::1]:61806","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.225715882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0ae8133e-b800-4521-8799-549c4d628b12","remote_addr":"[::1]:61806","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":4807,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.250530706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae8133e-b800-4521-8799-549c4d628b12\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:17 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.320452457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.320653626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.321600537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.327198264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.327863355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:61903/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.32972364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38792"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.333352567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53574"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.333539248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"34f69a26-fcee-474b-b71a-96526bc4b811","remote_addr":"[::1]:38792","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.333622013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"34f69a26-fcee-474b-b71a-96526bc4b811","remote_addr":"[::1]:38792","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.336916686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"34f69a26-fcee-474b-b71a-96526bc4b811","remote_addr":"[::1]:38792","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":3387,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.339386772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f69a26-fcee-474b-b71a-96526bc4b811\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:17 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.403298987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.403410278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.407723294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63937"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.408941443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"97ab7994-1f44-489c-9eb5-e6266051a9f9","remote_addr":"[::1]:53574","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.409086601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"97ab7994-1f44-489c-9eb5-e6266051a9f9","remote_addr":"[::1]:53574","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.420037761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"97ab7994-1f44-489c-9eb5-e6266051a9f9","remote_addr":"[::1]:53574","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11089,"response_code":204}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.421263085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4989ffd7-a764-4978-b1e8-044323666871","remote_addr":"[::1]:63937","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.428175824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4989ffd7-a764-4978-b1e8-044323666871","remote_addr":"[::1]:63937","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.434081624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4989ffd7-a764-4978-b1e8-044323666871","remote_addr":"[::1]:63937","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":12789,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.434543341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"97ab7994-1f44-489c-9eb5-e6266051a9f9\", \"date\": \"Wed, 04 Mar 2026 07:05:17 GMT\"} })"}
{"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.434666315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"plumbed initial IP allowlist","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.434707968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656269467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656367792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656404646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656437952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656469745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65650245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656533652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656564754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656595585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656628801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656661456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656693369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656724962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656756665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656789109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656820331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656851253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656882054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656913366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65694567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.656977834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65704122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657076019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657109656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657142762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657174434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657204123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657235125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657265395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657296727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657329252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657360985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657391476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657422898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657453378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65748421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657515542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657547105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657577335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657608326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657638616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657668907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657698636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657728966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657759276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657789276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657820187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657851499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657882491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657914224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657944734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.657974323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658057017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658092177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658135303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658167286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658201023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658233127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658265321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658295902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658326102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658357354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658387844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658419417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658450539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658490238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658521961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658553032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658583854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658615166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65864739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658680375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658712088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658743521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658776606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658810143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658843449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65887387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658903929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658934891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.658963798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65902007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65905543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659086692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659117844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659148225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659177863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659208524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659238374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659268223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659298273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659328673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659359474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659390235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659420044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659449914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659479623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659510915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659541496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/external-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659572016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/external-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659602727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65963415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659665873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659697946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659729449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659760761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659790159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012200.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65982073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011600.0.0 to 2026012200.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65985081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659881341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.65991125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659940979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.659970407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660038994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660072681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660103672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660133551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660161226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660190024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660219172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.6602488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660277517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660306345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660336284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660365492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660394159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660423778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660454499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010800.0.0 to 2026013001.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660484939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660514849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66054579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66057565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660605158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660673905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660704405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660733713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660764966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660796007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660826127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660856407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660886647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660917859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66094843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.660980023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661040763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661075021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661107135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661138517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661197775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661232133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661264077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66129576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661326882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661358975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661389636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013000.0.0","path":"/v1/instances/{instance}/external-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661420878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66145204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66148239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661513943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661587299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661622609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661654713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661684692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661714592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661744511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66177409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661803689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661833578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661863427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661893106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661922775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661952123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.661981291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662042974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662073845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662104045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662169305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662204164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662235366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662265516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662299623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662330415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662360785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662390855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662420504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66244915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662477226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662506104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662535241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66256466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662594349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662624409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662653466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662682634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662712363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662742543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662772713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662802953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662833514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662864896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662896399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662927551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.662958903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663017469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663053581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663086346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663116746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663146936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663179731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663210032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663239711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663271153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663301513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663332525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663362695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663391712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663420981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663449848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663479577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663508254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663537492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66356661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663596138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663625537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663655857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663685977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663714574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663744413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663773661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663804773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026020600.0.0 to 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663835334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663866395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663895453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66392433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663954019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.663986043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664043657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664076182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664107464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020200.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/abort","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664139157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66417113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664200529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021900.0.0","path":"/v1/system/hardware/sleds","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664230919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664260207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664290447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664321569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664353633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664384935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664414774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664445255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664476868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664507398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66453852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664569572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66459883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664628168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664657587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664687386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664717997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664748828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664778697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664809007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664839267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664868876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664917012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.664950839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66498176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.6650673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665100136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665130716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665160946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665191136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665221747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665252027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66528355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665314121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665345262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665375663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665406013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665436443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665466543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665496813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665528526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665559027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665589287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665620389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66565097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66569638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665729445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665760176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665791388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66582236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665853171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665884093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665915274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665946196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.665975715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66604895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666082376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666112767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666143658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666174459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666204649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666234599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666263897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666293656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666323746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666353164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666382112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666412632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666443283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666474034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666504084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666533552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666563512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666593902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666625104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666655845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666685815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666716466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666746205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666776826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666807537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025121200.0.0 to 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666839009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66686971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666899189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666928627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666957695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.666987294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667073375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667105158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667135588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667203814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667238733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667270125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667301307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667330275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667359302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667421095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667452898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667483098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667513398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667542166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667571895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667600982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66763006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667659008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667689568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667720309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667750008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667779166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667808655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667838284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020600.0.0","path":"/v1/system/silos/{silo}/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667869055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667899064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667929665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.667960346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668026417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668062499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668093721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668124222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668154832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668185473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668216284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668246975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668276975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668307896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668338397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668369609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66840038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668431312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668477894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668511551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668543655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668574726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668606079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668637441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668669374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668700897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668731828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66876279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668793822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668825023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668856366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668887788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66891915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668949631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.668981474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669035962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669067325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026022500.0.0","path":"/v1/system/update/recovery-finish","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669098416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669127364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669156863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669186822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669216451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669245008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669274857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669304556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669334565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669365226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669394244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669423482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669452109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669481337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669509934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669540434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669570163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66959877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669627557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669656866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669685663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669715041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669755962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669787766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669816853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669846412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.66987563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669904898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669933856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.669962533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670015959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670049806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670080337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670109615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670138632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.67016757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670196016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670225164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670253701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670282869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.67031366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670344371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670372607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670400422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670428959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670458157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670486724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670515431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670544729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670573266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670601842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.670631261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.670657864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:57727","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.754649298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.754843153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.754888683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.754926658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.754960927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755105574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755140022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755173689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755205362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755240482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755273688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755307314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755342144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755374398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755409527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755443335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755475699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755510658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755544556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755578994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755612871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755646899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755681167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755715816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755751647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755844922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755890312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755923298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755956684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.755989018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.75604012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756078105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756112193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756144888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.75617619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756208334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756239636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756271079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756302792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756334525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756366448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756397991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756431116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.75646299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756494743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756594491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756629961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756662225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756694219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756727395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756759158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756791532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756824638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756857273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756889216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756924126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.756958414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757073863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757121077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757154293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757185956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757217618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757250323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757282097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757352296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.75743003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757467344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757499659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757530079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757561281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757595319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757627663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757659326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757691089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757725778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757758503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757791248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.75782282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757891136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757926857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757962227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.757996826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758029842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758117045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758158908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758191893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.7582256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758260119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758293225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758324707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758355528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758387983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758422231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758455567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.7584872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758519604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758551377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758584062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.75861802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/external-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758650134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/external-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758682829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758717016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758749992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758781414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758814039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758847005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758878156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012200.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.75891021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011600.0.0 to 2026012200.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758941943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.758975329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759007373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759041771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759073214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759158112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759197441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759229805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759263011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759294243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759367418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759401596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.75943397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759465122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759495563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.75952934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759562305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759593637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759627525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759660641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010800.0.0 to 2026013001.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759693606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759725119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759783204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759818063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759850307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759881449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759911859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.75994235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.759974684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760006678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760038271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760069994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760102839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760135373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760167086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76019902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760231164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760263768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760295972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760388396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760433175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76046592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760499026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76053118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760564275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760598764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013000.0.0","path":"/v1/instances/{instance}/external-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760664675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760698732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760731618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760765144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76079817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760832678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760867688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760898158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760929631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.760961624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76099468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761026102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761057014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761089047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761121292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761154167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761187222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761219777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76125151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761282482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761313483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761345707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761376939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761408171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761439333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761470385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761502418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761534793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761566666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761597277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761627296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761658529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761690292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761721373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761752084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761782364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761812564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761844929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761874968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76190612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761938324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.761969737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762001369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762033974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76206691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762100847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762133021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762165826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76219817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762231967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762266356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762299181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762331565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762362978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76239415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762425762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762458267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762490541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762524088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762556933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762587644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762618555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762648545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762678685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762708313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762740026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76277184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762801639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762834133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762865726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762895505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762925665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762958651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.762990995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763042798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026020600.0.0 to 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76307922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763163487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763201192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763232224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763263246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763296802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763326411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763358224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763390699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020200.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/abort","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763423524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763456269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763487551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021900.0.0","path":"/v1/system/hardware/sleds","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763519665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763551348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763584363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76361811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763650515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763681687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763750954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763787156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763818959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763850993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763882165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763914058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763944549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.763976693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764006792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764037804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764068655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764100829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764193373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76423737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764270195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76430254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764333682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764365174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764397769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764429322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764461395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764493589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764525653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764557045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764588658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764620251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764652054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764683707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764716802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764750159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764782363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764815599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764848574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764880728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764913072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764944585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.764976238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765009303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765042439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765074282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765105865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765137197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765170524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765260683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765297877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765330872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765362765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765394569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765424859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765462193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765494347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765525469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765556009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765586349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765618523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765674194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765706508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765736979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765768601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765799032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765829432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765862247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765895684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765928118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76595938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.765990402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766022396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766053898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766085791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766117294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766150149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766183055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766260128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766314546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766349275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025121200.0.0 to 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76638208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766414655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766445015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766475265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766505786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76654313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766575704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766607488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76663915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766671344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766703027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766735522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766768798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766798637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766828286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766859027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766890209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76692101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.766951381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76698144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76701163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767042201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767075407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767105827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767137691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767169353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767200095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767235304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767355012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767393859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020600.0.0","path":"/v1/system/silos/{silo}/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767428208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767460802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767493668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767526904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767561112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767593736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767627914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767659557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767690709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767722773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767755287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76778706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767818663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767851659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767884624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767915566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767947289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.767979262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768012288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768045303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768077858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768109901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768142115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768175261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768207756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768240401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768272464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768304859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768409887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768449326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768483363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768516289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768548683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768581628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768613722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768644183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768674944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026022500.0.0","path":"/v1/system/update/recovery-finish","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768706907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768737147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768767948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76879887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768828799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768858709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768888899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768919159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768949279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.768982745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769014398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769045239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769109878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769143224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769173263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769203393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769233253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769262481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769291959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76932248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769351728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769445494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769481826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769512607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769542296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769572136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769603127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769632876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76966517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769696212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769728697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.76976052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769792493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769825258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769856631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769888053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769919526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769950858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.769982531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770015676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770049133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770082579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770112539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770143009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770174292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770205554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770236315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770267266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770298518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770330462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770361012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.770392505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770477925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:45813","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered DTrace probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.77051103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770538976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.770574356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770611851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:58744","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770642982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770669836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"127.0.0.1:44172"}
{"msg":"starting producer registration task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.77069711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting oximeter metric producer server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.770722831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"file":"oximeter/producer/src/lib.rs:281","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","interval":"10s","address":"127.0.0.1:58744","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Running step start_oximeter","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770756969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting Oximeter","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770780976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"registered DTrace probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770800225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter"}
{"msg":"starting oximeter server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.770825114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"file":"oximeter/collector/src/lib.rs:264","component":"oximeter"}
{"msg":"creating ClickHouse client","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770874041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter"}
{"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770896827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770932908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","registration_count":"0"}
{"msg":"will register with Nexus at 127.0.0.1:44172","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.770963519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.838903062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:44172/metrics/producers","method":"POST"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.843615181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4989ffd7-a764-4978-b1e8-044323666871\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:17 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.927701654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.93132525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.932317521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:50288"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.934566568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36987"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.95172206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"01a03298-7927-446b-8535-a2ce2cb03658","remote_addr":"127.0.0.1:50288","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.951813251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"01a03298-7927-446b-8535-a2ce2cb03658","remote_addr":"127.0.0.1:50288","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.952122185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"9c910ea2-02d8-4973-9248-de48b92edf53","remote_addr":"[::1]:36987","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.952188857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"9c910ea2-02d8-4973-9248-de48b92edf53","remote_addr":"[::1]:36987","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.97407769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"01a03298-7927-446b-8535-a2ce2cb03658","remote_addr":"127.0.0.1:50288","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.97418815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"01a03298-7927-446b-8535-a2ce2cb03658","remote_addr":"127.0.0.1:50288","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.974996826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"01a03298-7927-446b-8535-a2ce2cb03658","remote_addr":"127.0.0.1:50288","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:17.977957065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"9c910ea2-02d8-4973-9248-de48b92edf53","remote_addr":"[::1]:36987","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":25831,"response_code":200}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.979709516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.995266132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61800","req_id":"9c51dad8-603e-45b3-a2f9-47ce8374eeb7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   01 e3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.99535574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61800","req_id":"9c51dad8-603e-45b3-a2f9-47ce8374eeb7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 483,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.995613663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.995819311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.996142773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.996286138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61800","req_id":"9c51dad8-603e-45b3-a2f9-47ce8374eeb7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.997738382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58775","req_id":"d7618782-354e-4f04-bc99-4766e30c38c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   79 4d 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   yM..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.997826638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58775","req_id":"d7618782-354e-4f04-bc99-4766e30c38c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31053,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.997965093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.998020132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"039be560-54cc-49e3-88df-1a29dadbf913.sled"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.998050582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.998075342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58775","req_id":"d7618782-354e-4f04-bc99-4766e30c38c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44313, target: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35773, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:17.998157966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53542","req_id":"6e82ce14-3c54-435d-ad56-1afa5bbf6584","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   5f 13 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   _............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.998203216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53542","req_id":"6e82ce14-3c54-435d-ad56-1afa5bbf6584","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24339,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.998340629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.998747517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"408a8013-38c0-46d4-902e-f78388db18ff.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:17.998785813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53542","req_id":"6e82ce14-3c54-435d-ad56-1afa5bbf6584","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44334, target: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.002561562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c910ea2-02d8-4973-9248-de48b92edf53\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:17 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.011537228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.01160355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.01163914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.01288758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.013172816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:18.014098685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.076932018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.077029782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.077473112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.077794981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.155901718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.155992719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:18.156963457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"01a03298-7927-446b-8535-a2ce2cb03658","remote_addr":"127.0.0.1:50288","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":205250,"response_code":503}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:18.158659235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.158731849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reading db version","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:18.158765375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:18.15880301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:39199"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.163725457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01a03298-7927-446b-8535-a2ce2cb03658\", \"content-length\": \"133\", \"date\": \"Wed, 04 Mar 2026 07:05:18 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:18.164001104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:377","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01a03298-7927-446b-8535-a2ce2cb03658\", \"content-length\": \"133\", \"date\": \"Wed, 04 Mar 2026 07:05:18 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"01a03298-7927-446b-8535-a2ce2cb03658\" }","delay":"396.115628ms","count":"0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.166733411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"e73bf242-0118-445d-bb2b-bcbdb447afc0","remote_addr":"[::1]:39199","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.166836786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"e73bf242-0118-445d-bb2b-bcbdb447afc0","remote_addr":"[::1]:39199","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:18.180102382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"e73bf242-0118-445d-bb2b-bcbdb447afc0","remote_addr":"[::1]:39199","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":13509,"response_code":200}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.187019651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.188396636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63034","req_id":"0e893285-f90e-43a3-aa3c-8e8288598ca5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   2b 76 01 00  00 01 00 00  00 00 00 01  24 30 33 39   +v..........$039\n0010:   62 65 35 36  30 2d 35 34  63 63 2d 34  39 65 33 2d   be560-54cc-49e3-\n0020:   38 38 64 66  2d 31 61 32  39 64 61 64  62 66 39 31   88df-1a29dadbf91\n0030:   33 04 73 6c  65 64 0d 63  6f 6e 74 72  6f 6c 2d 70   3.sled.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.188493087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63034","req_id":"0e893285-f90e-43a3-aa3c-8e8288598ca5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11126,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            115,\n            108,\n            101,\n            100,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.188760438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"039be560-54cc-49e3-88df-1a29dadbf913.sled"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.188820608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63034","req_id":"0e893285-f90e-43a3-aa3c-8e8288598ca5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.18896282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53136","req_id":"20879a05-592c-493b-aeb4-74b64cf5b83f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   a8 21 01 00  00 01 00 00  00 00 00 01  24 62 36 64   .!..........$b6d\n0010:   36 35 33 34  31 2d 31 36  37 63 2d 34  31 64 66 2d   65341-167c-41df-\n0020:   39 62 35 63  2d 34 31 63  64 65 64 39  39 63 32 32   9b5c-41cded99c22\n0030:   39 04 73 6c  65 64 0d 63  6f 6e 74 72  6f 6c 2d 70   9.sled.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.189031997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53136","req_id":"20879a05-592c-493b-aeb4-74b64cf5b83f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43041,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            115,\n            108,\n            101,\n            100,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.189183979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.189208658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53136","req_id":"20879a05-592c-493b-aeb4-74b64cf5b83f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.189258367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58875","req_id":"4f8d05cf-26cb-4154-81b3-c7a9730982ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   8e a0 01 00  00 01 00 00  00 00 00 01  24 34 30 38   ............$408\n0010:   61 38 30 31  33 2d 33 38  63 30 2d 34  36 64 34 2d   a8013-38c0-46d4-\n0020:   39 30 32 65  2d 66 37 38  33 38 38 64  62 31 38 66   902e-f78388db18f\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.189306763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58875","req_id":"4f8d05cf-26cb-4154-81b3-c7a9730982ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36512,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            52,\n            48,\n            56,\n            97,\n            56,\n            48,\n            49,\n            51,\n            45,\n            51,\n            56,\n            99,\n            48,\n            45,\n            52,\n            54,\n            100,\n            52,\n            45,\n            57,\n            48,\n            50,\n            101,\n            45,\n            102,\n            55,\n            56,\n            51,\n            56,\n            56,\n            100,\n            98,\n            49,\n            56,\n            102,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.18945135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"408a8013-38c0-46d4-902e-f78388db18ff.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.18947641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58875","req_id":"4f8d05cf-26cb-4154-81b3-c7a9730982ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.189528283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54728","req_id":"baefeeb1-b1fc-47a2-bd65-acf62bf76110","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   27 2b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   '+..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.189640786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54728","req_id":"baefeeb1-b1fc-47a2-bd65-acf62bf76110","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10027,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.189811746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.189837146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54728","req_id":"baefeeb1-b1fc-47a2-bd65-acf62bf76110","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.189885593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49201","req_id":"49e32f62-53e0-4e97-b944-e7127efc6a59","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   05 8e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.1899347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49201","req_id":"49e32f62-53e0-4e97-b944-e7127efc6a59","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1422,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.190093896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.190118555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49201","req_id":"49e32f62-53e0-4e97-b944-e7127efc6a59","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.193704117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e73bf242-0118-445d-bb2b-bcbdb447afc0\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:18 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.194327344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.194416471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.194456751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.194888699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.195022936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.195073767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.195115911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.196228961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:18.198732543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"}
{"msg":"read oximeter database version","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:18.198824266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:805","component":"oximeter","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:18.198870467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:810","component":"oximeter"}
{"msg":"initializing ClickHouse database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.198908323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.301748983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.306155945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.30712012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.307209127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:18.30759853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.309086425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:18.311785807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54680"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.316024114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n    value UInt64,\n    timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.320816843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"d46c0456-6e0a-4b0c-971f-9568aa3bb5ba","remote_addr":"[::1]:54680","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:18.321438458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"d46c0456-6e0a-4b0c-971f-9568aa3bb5ba","remote_addr":"[::1]:54680","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":659,"response_code":200}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:18.322176042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.203831182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.20550679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55620"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.205572441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53443"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.205608432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58793"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.205641358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40565"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.205673331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42937"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.205704142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34079"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.205739593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64727"}
{"msg":"will register with Nexus at 127.0.0.1:44172","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.207517283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.306175046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:44172/metrics/producers","method":"POST"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.317451973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.317915704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:60928"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.319176017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"cb229105-234a-43fb-ae7c-6d8d0695212e","remote_addr":"[::1]:55620","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.319533968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"7f29fb72-8cdd-4395-b22d-e3f4aa20c4e6","remote_addr":"[::1]:53443","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.319782862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"ca5081e1-2cc8-458e-a959-06420f65911f","remote_addr":"[::1]:58793","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.320714713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"4b16a84e-2a4f-40a9-a9ca-72d90a0a600d","remote_addr":"[::1]:40565","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.321104166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"520cedf8-6fd5-4abc-b709-9df355d47b1d","remote_addr":"[::1]:42937","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.321402088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"ba3ead22-d5c9-428a-909b-515cb4a0fd6e","remote_addr":"[::1]:34079","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.321660702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"70c9b6e1-1d46-4b4f-9709-3661df34e77a","remote_addr":"[::1]:64727","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.32368891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"cb229105-234a-43fb-ae7c-6d8d0695212e","remote_addr":"[::1]:55620","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4529,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.324228892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"7f29fb72-8cdd-4395-b22d-e3f4aa20c4e6","remote_addr":"[::1]:53443","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4699,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.324663295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"ca5081e1-2cc8-458e-a959-06420f65911f","remote_addr":"[::1]:58793","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4881,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.325344718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"4b16a84e-2a4f-40a9-a9ca-72d90a0a600d","remote_addr":"[::1]:40565","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4544,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.325434146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"520cedf8-6fd5-4abc-b709-9df355d47b1d","remote_addr":"[::1]:42937","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4351,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.325533243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"ba3ead22-d5c9-428a-909b-515cb4a0fd6e","remote_addr":"[::1]:34079","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4115,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.32559217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"70c9b6e1-1d46-4b4f-9709-3661df34e77a","remote_addr":"[::1]:64727","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3933,"response_code":200}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.326358973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.354722204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"f86771ba-5e9f-4adf-b925-0171f11b30da","remote_addr":"127.0.0.1:60928","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.354827083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"f86771ba-5e9f-4adf-b925-0171f11b30da","remote_addr":"127.0.0.1:60928","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.357376386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f86771ba-5e9f-4adf-b925-0171f11b30da","remote_addr":"127.0.0.1:60928","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.357470132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f86771ba-5e9f-4adf-b925-0171f11b30da","remote_addr":"127.0.0.1:60928","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.358223759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f86771ba-5e9f-4adf-b925-0171f11b30da","remote_addr":"127.0.0.1:60928","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.366510176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.39044853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"f86771ba-5e9f-4adf-b925-0171f11b30da","remote_addr":"127.0.0.1:60928","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":35762,"response_code":503}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.390875578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.397946692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86771ba-5e9f-4adf-b925-0171f11b30da\", \"content-length\": \"133\", \"date\": \"Wed, 04 Mar 2026 07:05:19 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:19.398129315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:377","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86771ba-5e9f-4adf-b925-0171f11b30da\", \"content-length\": \"133\", \"date\": \"Wed, 04 Mar 2026 07:05:19 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"f86771ba-5e9f-4adf-b925-0171f11b30da\" }","delay":"1.630290692s","count":"1"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.398859936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.406841247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.413741522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.41967201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.422178268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.427651338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.431730058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    /*\n     * NOTE: Right now we can't unambiguously record a nullable byte array.\n     * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n     * a string isn't palatable for a few reasons.\n     * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n     * details.\n     */\n    datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.434383318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.438624762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.443536206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.452903941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.472691832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    /*\n     * NOTE: Array types cannot be Nullable, see\n     * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n     * for more details.\n     *\n     * This means we need to use empty arrays to indicate a missing value. This\n     * is unfortunate, and at this point relies on the fact that an\n     * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n     * to figure out another way to represent missing samples here.\n     */\n    bins Array(Int8),\n    counts Array(UInt64),\n    min Int8,\n    max Int8,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.479884848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt8),\n    counts Array(UInt64),\n    min UInt8,\n    max UInt8,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.48682947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int16),\n    counts Array(UInt64),\n    min Int16,\n    max Int16,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.498038462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt16),\n    counts Array(UInt64),\n    min UInt16,\n    max UInt16,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.50579113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int32),\n    counts Array(UInt64),\n    min Int32,\n    max Int32,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.514397763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt32),\n    counts Array(UInt64),\n    min UInt32,\n    max UInt32,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.521624787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int64),\n    counts Array(UInt64),\n    min Int64,\n    max Int64,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.531457886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt64),\n    counts Array(UInt64),\n    min UInt64,\n    max UInt64,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.541204343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Float32),\n    counts Array(UInt64),\n    min Float32,\n    max Float32,\n    sum_of_samples Float64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.550814029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Float64),\n    counts Array(UInt64),\n    min Float64,\n    max Float64,\n    sum_of_samples Float64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.556444151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Bool,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.564105798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int8,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.570654744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt8,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.592804155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int16,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.597123033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt16,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.609233094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int32,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.635069588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt32,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.641714224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int64,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.661636792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt64,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.673356398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value IPv6,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.676317189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value String,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.682544507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UUID,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.689128503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n    timeseries_name String,\n    fields Nested(\n        name String,\n        type Enum(\n            'Bool' = 1,\n            'I64' = 2,\n            'IpAddr' = 3,\n            'String' = 4,\n            'Uuid' = 6,\n            'I8' = 7,\n            'U8' = 8,\n            'I16' = 9,\n            'U16' = 10,\n            'I32' = 11,\n            'U32' = 12,\n            'U64' = 13\n        ),\n        source Enum(\n            'Target' = 1,\n            'Metric' = 2\n        )\n    ),\n    datum_type Enum(\n        'Bool' = 1,\n        'I64' = 2,\n        'F64' = 3,\n        'String' = 4,\n        'Bytes' = 5,\n        'CumulativeI64' = 6,\n        'CumulativeF64' = 7,\n        'HistogramI64' = 8,\n        'HistogramF64' = 9,\n        'I8' = 10,\n        'U8' = 11,\n        'I16' = 12,\n        'U16' = 13,\n        'I32' = 14,\n        'U32' = 15,\n        'U64' = 16,\n        'F32' = 17,\n        'CumulativeU64' = 18,\n        'CumulativeF32' = 19,\n        'HistogramI8' = 20,\n        'HistogramU8' = 21,\n        'HistogramI16' = 22,\n        'HistogramU16' = 23,\n        'HistogramI32' = 24,\n        'HistogramU32' = 25,\n        'HistogramU64' = 26,\n        'HistogramF32' = 27\n    ),\n    created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"}
{"msg":"inserting current version","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.692491192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:831","component":"oximeter","version":14}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:19.692586581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"}
{"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.699228733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"cf673f99-716a-4637-aaae-ca4fcac7955b","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.700956965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62733","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.701024449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62733","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.70106008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62733","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.701090901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62733","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:19.701119679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62733","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","component":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.7020973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62733","component":"dropshot","component":"oximeter"}
{"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.703526589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter"}
{"msg":"contacting nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:19.703574183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.419481814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:44172/metrics/collectors","method":"POST"}
{"msg":"will register with Nexus at 127.0.0.1:44172","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.420589054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.51280396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:44172/metrics/producers","method":"POST"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.513951339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.514174101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.514322546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.514442073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.51454627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.515572108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.522114572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:61331"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.523291048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:40687"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.527060254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.537296274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.537418246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.537519467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.538068618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.545283527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"072e7502-1b6e-4e8d-bbf0-bf528c451dae","remote_addr":"127.0.0.1:40687","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.545412904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"072e7502-1b6e-4e8d-bbf0-bf528c451dae","remote_addr":"127.0.0.1:40687","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.546667175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"072e7502-1b6e-4e8d-bbf0-bf528c451dae","remote_addr":"127.0.0.1:40687","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.546898685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"072e7502-1b6e-4e8d-bbf0-bf528c451dae","remote_addr":"127.0.0.1:40687","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.547841578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"072e7502-1b6e-4e8d-bbf0-bf528c451dae","remote_addr":"127.0.0.1:40687","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.550438125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.550511861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":3,"elapsed":"36.430674ms"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.55486145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors","method":"POST","req_id":"cc32d09e-4389-4756-a555-8a75f7fd39f4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.554988362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors","method":"POST","req_id":"cc32d09e-4389-4756-a555-8a75f7fd39f4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.55524953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"cc32d09e-4389-4756-a555-8a75f7fd39f4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.555323567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"cc32d09e-4389-4756-a555-8a75f7fd39f4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.556099348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"cc32d09e-4389-4756-a555-8a75f7fd39f4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"registered new oximeter metric collection server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.575180545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","address":"[::1]:62733","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.57547514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors","method":"POST","req_id":"cc32d09e-4389-4756-a555-8a75f7fd39f4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":20699,"response_code":204}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.581072948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"cc32d09e-4389-4756-a555-8a75f7fd39f4\", \"date\": \"Wed, 04 Mar 2026 07:05:20 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.581390138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"file":"oximeter/collector/src/lib.rs:427","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"}
{"msg":"Running step start_producer_server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.581488493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"init_with_steps"}
{"msg":"Starting test metric Producer Server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.581555486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.586191444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587426727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"AuditLog"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587475243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587500614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587525072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587547316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587568929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587590131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587611193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587633157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.58765464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"VpcList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587675852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587697906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587719829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"QuiesceState"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587742173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587764798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SiloGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587787063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587808425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587829657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SiloUserSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587850769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SiloUserTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.58787151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SubnetPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587892632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"UpdateTrustRootList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587913554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587934966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"AlertClassList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.587956259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"ScimClientBearerTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.58797723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"MulticastGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588079163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588112369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588133791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588154873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588176927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.58819861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588219592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588241305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588262337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588283549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588303879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588325151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588345702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588366584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588388096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588408477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588429448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.58845052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"ExternalSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588471522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588491973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588512293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588634165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.588669766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.58902932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589080742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589104319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589125932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589146422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589167404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589188396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589208636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589229167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589249848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589270829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.58929135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589312472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589334235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.589355277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"SubnetPool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.594440196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.599122045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.607968585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"TufTrustRoot"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.612238806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Alert"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.613089445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"AlertReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.615179576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.615245127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.615272521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.615296138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"UserBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.615318693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"ScimClientBearerToken"}
{"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.615341608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"class":"MulticastGroup"}
{"msg":"full Oso configuration","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.62964681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer           (can read most resources within the Silo; grants project.viewer)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n    # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database.  We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n    USER_INTERNAL_API: AuthenticatedActor,\n    \"modify\",\n    _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t    \"list_children\", # retrieve audit log\n\t    \"create_child\",  # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's sessions.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's sessions.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's tokens.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's tokens.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n    if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n    if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n    if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n    # These are all admin because being able to create these tokens would allow\n    # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n    # Fleet-level roles also grant privileges for SCIM client tokens, for\n    # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n# Describes the policy for accessing \"/v1/system/subnet-pools\" in the API\nresource SubnetPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the Subnet Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list External Subnet Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", subnet_pool_list: SubnetPoolList)\n\tif subnet_pool_list.fleet = fleet;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource ExternalSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ExternalSubnet)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource SubnetPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SubnetPool)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource TufTrustRoot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n                    if child.fleet = fleet;\n            \n\n                resource Alert {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n                    if child.fleet = fleet;\n            \n\n                resource AlertReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            \n\n"}
{"msg":"starting refresh list task","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.68562652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:554","component":"oximeter"}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.799183242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.799511564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"072e7502-1b6e-4e8d-bbf0-bf528c451dae","remote_addr":"127.0.0.1:40687","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":254222,"response_code":201}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.800749673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:44045"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.801843255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.801909828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.801944336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.802186788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"072e7502-1b6e-4e8d-bbf0-bf528c451dae\", \"content-length\": \"41\", \"date\": \"Wed, 04 Mar 2026 07:05:20 GMT\"} })"}
{"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.802392376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","wait_period":"150s","lease_duration":"600s"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.803092857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.805146125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:34812","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.80521884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:34812","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.805289309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:34812","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.805330561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:34812","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.805369318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:34812","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.805408306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:34812","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.805447434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:34812","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.805487002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:34812","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.80552608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:34812","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.805564726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:34812","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.806328533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:34812","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.806388693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:34812"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.807117871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 4c17f828-456c-4a9d-9d8b-4a6fb4b7628a","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"4c17f828-456c-4a9d-9d8b-4a6fb4b7628a"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.807183181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.807222289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.810569066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.813885131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"b6a81cb0-46d6-409a-b9c2-5fdc1e408475","remote_addr":"127.0.0.1:44045","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.813953597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"b6a81cb0-46d6-409a-b9c2-5fdc1e408475","remote_addr":"127.0.0.1:44045","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.81432756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3b505b9e-276e-4dba-bf90-9506cb9ea59e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.814391437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3b505b9e-276e-4dba-bf90-9506cb9ea59e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.82163816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b6a81cb0-46d6-409a-b9c2-5fdc1e408475","remote_addr":"127.0.0.1:44045","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.821722627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b6a81cb0-46d6-409a-b9c2-5fdc1e408475","remote_addr":"127.0.0.1:44045","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.824721644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b6a81cb0-46d6-409a-b9c2-5fdc1e408475","remote_addr":"127.0.0.1:44045","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.826163407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3b505b9e-276e-4dba-bf90-9506cb9ea59e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.826248937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3b505b9e-276e-4dba-bf90-9506cb9ea59e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.827361086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3b505b9e-276e-4dba-bf90-9506cb9ea59e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.844048158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3b505b9e-276e-4dba-bf90-9506cb9ea59e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":29694,"response_code":200}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.844342342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.844459254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"b6a81cb0-46d6-409a-b9c2-5fdc1e408475","remote_addr":"127.0.0.1:44045","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":30628,"response_code":201}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.855162602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b505b9e-276e-4dba-bf90-9506cb9ea59e\", \"content-length\": \"286\", \"date\": \"Wed, 04 Mar 2026 07:05:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.860322109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.864092798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.864157978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.864191664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.864666457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"e3622d9f-634c-4548-883d-69a7e7da7806","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.864735294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"e3622d9f-634c-4548-883d-69a7e7da7806","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.865149998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"e3622d9f-634c-4548-883d-69a7e7da7806","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.865231009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"e3622d9f-634c-4548-883d-69a7e7da7806","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.865622166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"e3622d9f-634c-4548-883d-69a7e7da7806","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.873419983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"3c81add0-0909-4d23-b9b1-bf756f830887"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.873485683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:16.342541 UTC","collection_id":"3c81add0-0909-4d23-b9b1-bf756f830887"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.874046627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"3c81add0-0909-4d23-b9b1-bf756f830887\",\"time_done\":\"2026-03-04 07:05:18.194493 UTC\",\"time_started\":\"2026-03-04 07:05:16.342541 UTC\"}","iteration":6,"elapsed":"5.04076777s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.874126346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.874161505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.87419897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.874236845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.874272746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.874715796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.876540971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"e3622d9f-634c-4548-883d-69a7e7da7806","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11025,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.876622984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.876663104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.876699155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.876732261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.876759485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.87840313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3622d9f-634c-4548-883d-69a7e7da7806\", \"content-length\": \"281\", \"date\": \"Wed, 04 Mar 2026 07:05:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.878477127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.885552419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"323df158-2823-412b-bca2-a91912b1bd9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.88572908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"323df158-2823-412b-bca2-a91912b1bd9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.890582108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"323df158-2823-412b-bca2-a91912b1bd9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.890717287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"323df158-2823-412b-bca2-a91912b1bd9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.891351356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"323df158-2823-412b-bca2-a91912b1bd9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.892480498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.898897162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:20.898984546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.899030066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.89952027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.904821308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"323df158-2823-412b-bca2-a91912b1bd9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19358,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.90564787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.91097507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.918326861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"323df158-2823-412b-bca2-a91912b1bd9a\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:20 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.918665173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:58744","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered new metric producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:20.918931522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:63167","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:20.919109806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.024435803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.102153987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.102467079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.102534253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.103229443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:21.118794136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"4c17f828-456c-4a9d-9d8b-4a6fb4b7628a","zpool_id":"afe421d6-c813-4ea5-971b-38c24c282bce","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.118888033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.118927892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.119398967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.121499048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.122855111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.122910151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.122946032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.123867652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.124350181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:21.154582555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:37508"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.168137476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.168234058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.168277344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.168313726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.17151287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.17452898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ea945d94-a4ce-4c9c-aca0-619931e9eec3","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:21.18172886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ea945d94-a4ce-4c9c-aca0-619931e9eec3","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7247,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.186243506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.186350759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.187336597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.187406376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.187446906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.199937554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.20003648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.200080558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.200255265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.200311126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 21 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.200747502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.201175342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.201231253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.222442801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.225547016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.227521237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.227624452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-04T07:05:21.201102778Z }","timeseries_name":"oximeter_collector:collections"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.229580818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.229644314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('oximeter_collector:collections') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.232605425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.23265834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-04T07:05:21.229497392Z }","timeseries_name":"integration_target:integration_metric"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.233381045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.233445673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:21.239295722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"af117800-8cb7-4379-b948-3cfdba3f0ab3","zpool_id":"afe421d6-c813-4ea5-971b-38c24c282bce"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.240795801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.240947783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-04T07:05:21.233260917Z }","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.245476738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.245596556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.254296495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.254495781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-04T07:05:21.245428953Z }","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.255310729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.255432601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.258589832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.258755852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-04T07:05:21.255261051Z }","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.259584437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.259699345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:21.271038897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 4c17f828-456c-4a9d-9d8b-4a6fb4b7628a","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"4c17f828-456c-4a9d-9d8b-4a6fb4b7628a"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.284654979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.284828444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.285683692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.287494709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.287557374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-04T07:05:21.259536041Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"inserting 6 new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.294395004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.295552723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":6,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:21.322396487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.324010423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 4c17f828-456c-4a9d-9d8b-4a6fb4b7628a (physical_disk), lookup_type: ById(4c17f828-456c-4a9d-9d8b-4a6fb4b7628a) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.324334506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.324401189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.324440026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.325206207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.327630753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.353054677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.353120387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":16,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.357633801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.365123186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 4c17f828-456c-4a9d-9d8b-4a6fb4b7628a (physical_disk), lookup_type: ById(4c17f828-456c-4a9d-9d8b-4a6fb4b7628a) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:21.365240579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"4c17f828-456c-4a9d-9d8b-4a6fb4b7628a","zpool_id":"afe421d6-c813-4ea5-971b-38c24c282bce","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.365329415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.365424625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.366239002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.395021286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.395287024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.395433274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.395510147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.396690872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.398797175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":16}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.398879118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.406551827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.409381106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.417508267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.417582605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.417623045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.417657754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.418207416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.419942792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":10}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.420003914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":22,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.422691642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.426471529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.426592699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.426634452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.426965229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.427898653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":22}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.427965576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.430875305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.430935956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.43605395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.436775994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.437792543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.437850619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.437890197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.437924004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.438626229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.447143265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.447234345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.447282601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.447329064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.447371829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.447884507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.449636346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.449704872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.453094384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.458379571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.45847983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.458522224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.45889295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.459835332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.464962094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.465023416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.465061121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.465404944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.468153974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(3c81add0-0909-4d23-b9b1-bf756f830887, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.468223061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.468879855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.468981447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.469772879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.470877703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30316","req_id":"32cf4f7e-7777-4a93-8870-ce49b049b424","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   75 d0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   u............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.471180224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30316","req_id":"32cf4f7e-7777-4a93-8870-ce49b049b424","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30160,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.471446593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.47170169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.471739184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.471904563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30316","req_id":"32cf4f7e-7777-4a93-8870-ce49b049b424","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.472619162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8776, tv_nsec: 390426907 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.472851704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.472890561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.473537165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64603","req_id":"a668e989-8e6c-4d79-87f0-ea03bc879bcc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   56 c5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   V...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.473758655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64603","req_id":"a668e989-8e6c-4d79-87f0-ea03bc879bcc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22213,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.473938001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.473966087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64603","req_id":"a668e989-8e6c-4d79-87f0-ea03bc879bcc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.474021337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40711","req_id":"0d7e30a5-c699-43a7-bcf0-b08a020bc9a4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   64 fd 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   d...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.474072659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40711","req_id":"0d7e30a5-c699-43a7-bcf0-b08a020bc9a4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25853,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.474232827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.474257045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40711","req_id":"0d7e30a5-c699-43a7-bcf0-b08a020bc9a4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.62499359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.626804607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20002","req_id":"03a3a20d-2474-4613-9421-09f2580ac12b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   48 a6 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   H............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.627009313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20002","req_id":"03a3a20d-2474-4613-9421-09f2580ac12b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18598,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.628028017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 18598,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:21.628861803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20002","req_id":"03a3a20d-2474-4613-9421-09f2580ac12b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.629249663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.631338261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39066","req_id":"7b92e70c-8021-4b91-824e-0633af2d7b17","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   a6 c0 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   ............._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.631414783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39066","req_id":"7b92e70c-8021-4b91-824e-0633af2d7b17","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42688,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.631667365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.63186123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.631959705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39066","req_id":"7b92e70c-8021-4b91-824e-0633af2d7b17","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.632753352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8776, tv_nsec: 550587329 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.632823641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.633375457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55805","req_id":"d182076f-6acc-4c7f-9d60-0a16ca98fd00","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   2e 38 01 00  00 01 00 00  00 00 00 01  24 38 39 37   .8..........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.633439314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55805","req_id":"d182076f-6acc-4c7f-9d60-0a16ca98fd00","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11832,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.633591075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.633617408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55805","req_id":"d182076f-6acc-4c7f-9d60-0a16ca98fd00","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.63411223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.634158873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.634190506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.636422068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8859a77-16be-4ff5-afec-c4a5cb3ed7d2\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.636680201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.63866354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dde1d096-a1e2-43bc-b2aa-fe0ba32cb0e6\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.638905761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.644187831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"3c81add0-0909-4d23-b9b1-bf756f830887\",\"time_loaded\":\"2026-03-04T07:05:20.874130203Z\",\"time_started\":\"2026-03-04T07:05:16.342541Z\"}}","iteration":2,"elapsed":"769.982228ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.644325976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.644568357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.644622505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.644662674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.644698395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.645441401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.647784605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.647844474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.647900715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":4,"elapsed":"81.812µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.647934122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.647965755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"34.78µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.647997518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.648030423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.648058779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.64834113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.651932653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbcd4a00-7802-4b59-a06f-e83412649346\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.652159764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.65327058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19961","req_id":"3e43983a-5d78-4020-bd16-820f5ff2a2ee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   2a 23 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   *#..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.653359317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19961","req_id":"3e43983a-5d78-4020-bd16-820f5ff2a2ee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10787,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.654117212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.654699268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.654854085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.654954294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19961","req_id":"3e43983a-5d78-4020-bd16-820f5ff2a2ee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.655538936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.663827047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.66392961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.663982104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.664024759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.664064538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.664442349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.667335715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8776, tv_nsec: 585077520 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.667441435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.667631032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.669581155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:12807","req_id":"9633a693-7709-43a0-85e0-4353a1c1cd2a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   64 72 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   dr..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.66966964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:12807","req_id":"9633a693-7709-43a0-85e0-4353a1c1cd2a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25714,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.669862544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.669890319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:12807","req_id":"9633a693-7709-43a0-85e0-4353a1c1cd2a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.669947041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40738","req_id":"2df667cc-ffea-42be-89fe-9dcbc94daec5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   14 37 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .7..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.670004566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40738","req_id":"2df667cc-ffea-42be-89fe-9dcbc94daec5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5175,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.670187729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.670269321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40738","req_id":"2df667cc-ffea-42be-89fe-9dcbc94daec5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.670326976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.674636024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.674702085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.674742846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.675144514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.852007117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.854401142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.854485119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.85593574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7af9bc5d-3c0f-444c-85d3-f204eaed11e5\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.856453849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.857942686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.858069457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.858115088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.858151681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.85908777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.864115265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bf1f08c-70ed-4b1a-a439-8ba6a54993b3\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.864243279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.864289511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.864333228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.865395948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.866833033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.872231023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.872346553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.872390881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.872432984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.872470158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.87290418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.876527707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53c054e0-d252-4bba-81bd-d313054bdc95\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.876791361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.87748098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.883187334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.883294306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.883338504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.883745542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.887269491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487a16f8-ec3b-4688-b9ef-7fcf2f86725f\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.88734938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:21.892095806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.892236145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.892361895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.892503296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.892604427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.893704892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.897739806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.903268005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.903343926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.903395308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.903438464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.903479014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.903830603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.907727222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.914431888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.914600753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.91465455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.91506244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.916970379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdaca6e5-e805-4c7b-826e-3c1d01760f71\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.917703355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.920034796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.92011267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.922056621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.922771341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.922832232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.922926389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:21.928841256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.929080191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.929217163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.92932685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.929419605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.933618023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.93549939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"217fadb3-28cc-4cbf-882e-a8f51a0296ef\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.935828433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.938766578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.938921626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.938969582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.939044681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.94016704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.941487442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.947368663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.947479623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.947523661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.947570394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.94760902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.94805186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.955486115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.960072063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:21.96014108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.960181691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.9606851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.965394524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fc540f8-3e5b-4253-88e9-080bccbc3058\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.965606605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.967261752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73424864-22a8-493d-95c8-a8fea1898bcc\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.967469645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:21.969062308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.969208509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"3c81add0-0909-4d23-b9b1-bf756f830887\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":2,"elapsed":"324.789799ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.970373052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17c567a3-df75-4fbd-a30d-4d7bd048d2d0\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.970528761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.972073338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6210c3e9-1f13-4abe-8b8d-b3481bd20221\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.972217214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.973593989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"178cdb5b-7ac8-4560-912e-d00f00a2bf50\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.973661132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.978606273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3ba327-028c-4625-9a58-aaf9c1749e45\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.978921369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.992290391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12230dcb-7380-4d5d-98ee-11ebe0453762\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.992513023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.993235468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:21.999895936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"390c922a-71da-4743-8e8f-775561d12301\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.000740935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.004952599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5caba9-4167-41de-b53f-b03889229e8a\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.005907546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.009555982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a2f13b6-dc7f-4ce1-bfef-e74cca579280\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.010082688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.012252227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.012435671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.012494097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.012537103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.013217735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.049547619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.049630844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.049724711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.049767546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.050579548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.070993111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.078572475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.07867105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.078710819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.079040594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.080223904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e419143-da90-4493-b465-1d31636fe17d\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.080428511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.094708352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.094812048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.095590614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.097539825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6a1e437-1a38-4656-80aa-30be7449e4fc\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.097731506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.099364599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e0a5534-8947-4344-ab04-1763d7856ad4\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.099445099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.100597538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1c29d60-ad66-4f47-9f16-7e293ca7ed66\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.10080509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.102076475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.102145553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.102180612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.102221574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.102775404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.104098291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aa4d168-8a12-4ce2-8a21-303ce2eca749\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.104249301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.10700298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"852a254f-8996-4dbe-a207-65f6b4dce5c5\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.107371933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.110473573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8523d4c-9cd7-4c39-a3a8-c89ae7599881\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.11068377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.11252154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a36daf8a-b9b8-434f-8534-ff574bc54414\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.112688943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.114981025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b173578-7f99-43f6-9a4f-72e0523ee69c\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.115130582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.117059192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5be1d511-0efa-41e3-afa8-cb25ca5bcf5e\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.117125073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.144854166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac37142-6040-4dc6-aaa9-518f7d182432\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.145087549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.165781248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.165941206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.166060263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.169486798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.174313775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.174378203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.174413122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.17445234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.175314212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.177019168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48fe3185-de4a-4856-93ff-1ef002f2fd5e\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.177341899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.19135015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.191674515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.192002245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.192177033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":2,"elapsed":"544.215837ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.194602169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a4e83d-583c-4d45-8a58-2e684f1876db\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.195094206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.204022689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e375dc-f400-4497-a5df-7147e3b91904\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.204641939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.208689398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab79015e-8b6b-4460-a472-1d9fe7d10a5b\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.208963672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.211476453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf8ded87-0e65-4c77-853d-4fb37b8bf770\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.211764495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.213448149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0362b4b0-42c7-456a-8294-7842ec3b4cc2\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.21482849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.218325345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"587c0e41-756d-4a77-a19d-ec0c6523bdee\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.218529481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.222173198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.223367019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e42ab2c-fea0-472e-b1ff-62a4c5b2c9f0\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.223652796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.226546894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f48fe6-58db-421f-9d5a-25e55974fb68\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.226775809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.229518075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbebe355-246b-4a09-8fbe-6321b4b5035a\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.230152365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.231097071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f5b581-d49a-4124-8f91-763d9c145425\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.231186819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.2321086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b23852a-a644-4d7c-8417-52d3b7efeeac\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.232244059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.233321379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50f127f7-734c-40b6-a13d-36c4907a1dde\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.233397841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.238185078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0abc980d-9a58-494f-804a-71278704aa2e\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.238416518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.241932491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"667428ce-a403-42c6-b3c3-e709b5338ec9\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.242145915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.244421184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bc08699-d7c0-4868-bc6e-c5e16ac8cdda\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.244486714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.247342506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ee78348-5e32-4e2d-9d7b-0d68850f8af8\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.247568344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.249935816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf476b94-5a8b-43ea-b62c-92400883da05\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.250092407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.253356771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"589d391a-4145-4853-a9ad-6eac377e8e82\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.253691215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.255197747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"089bae78-6d4b-4e41-8e44-c2ca4ad8913a\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.255620937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.257307367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e3654d-e24a-4f55-9d47-af66b2a54b05\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.25798361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.25927266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"459f2892-16ba-41fe-91e1-0727714c0991\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.25946409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.261085831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5d27d8-75b2-44a7-999f-1bcdc3ab4402\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.261163475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.261201281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.270957938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5260bc26-5485-45c2-a1d7-edeecee5973d\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.27116025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.27357717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.273654804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.273699573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.273736977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.276151894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.27898472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8723e60a-c308-4abb-b19b-2e581ed91233\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.27929186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.280598244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.288853931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.288943589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.288982807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.28946249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.292089447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcbb4cfe-b0fd-44d9-9ce4-9c1da8e4b7a4\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.292384453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.293442725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.293507263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.29399416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.29634574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ffbe6c1-261e-422a-babb-e4bbf5b4945c\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.296569815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.29837473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5685a5fe-6869-4f7f-99a8-83fe8420fb01\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.298675247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.298731519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.298772109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.298809123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.300395784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.306888038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.31225118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.31248793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.312541927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.312585013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.312622207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.31288049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.32783951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.336700268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.336819234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.336871999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.337380709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.428453948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.428620148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.429374236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46052"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.429840041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"dbbdd7b1-5352-4103-84f7-6672d1cb594e","remote_addr":"[::1]:46052","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.429950921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"dbbdd7b1-5352-4103-84f7-6672d1cb594e","remote_addr":"[::1]:46052","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.431563684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"dbbdd7b1-5352-4103-84f7-6672d1cb594e","remote_addr":"[::1]:46052","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1744,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.431950903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbbdd7b1-5352-4103-84f7-6672d1cb594e\", \"content-length\": \"8022\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.533622021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.533695066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.534899788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62540"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.535461514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"28fd36d7-9f94-4334-b164-24b776b59bce","remote_addr":"[::1]:62540","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.53554014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"28fd36d7-9f94-4334-b164-24b776b59bce","remote_addr":"[::1]:62540","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.53714115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"28fd36d7-9f94-4334-b164-24b776b59bce","remote_addr":"[::1]:62540","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":1686,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.537513519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28fd36d7-9f94-4334-b164-24b776b59bce\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.637528057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.637646151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.639241379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64693"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.640639536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"bed0ef7d-373c-4e60-8e0d-360edd06bfb1","remote_addr":"[::1]:64693","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.640728623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"bed0ef7d-373c-4e60-8e0d-360edd06bfb1","remote_addr":"[::1]:64693","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.643190483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"bed0ef7d-373c-4e60-8e0d-360edd06bfb1","remote_addr":"[::1]:64693","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2563,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.64374826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed0ef7d-373c-4e60-8e0d-360edd06bfb1\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.731350606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.731472408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.732248489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35142"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.73413696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.734214554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.734359342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.734993601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.735196354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.736647556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.751030131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56d78c0f-cd85-48e5-b312-372eedea2196","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.751153887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56d78c0f-cd85-48e5-b312-372eedea2196","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.751606636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"63a98d5c-6c26-4667-987a-448495927998","remote_addr":"[::1]:35142","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.751722857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"63a98d5c-6c26-4667-987a-448495927998","remote_addr":"[::1]:35142","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.751767025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56d78c0f-cd85-48e5-b312-372eedea2196","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.751831723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56d78c0f-cd85-48e5-b312-372eedea2196","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.753613492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56d78c0f-cd85-48e5-b312-372eedea2196","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.758119241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"63a98d5c-6c26-4667-987a-448495927998","remote_addr":"[::1]:35142","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":6762,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.759115369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.759193805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.759584821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a98d5c-6c26-4667-987a-448495927998\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.7605408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.760604687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.760641099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.760828882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.761322072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:22.761479094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.868137956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.86822554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.868479344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.868746635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.97701734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.977187007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.978651826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:34463"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.979827932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:22.979938622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.980020254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.981208063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56d78c0f-cd85-48e5-b312-372eedea2196","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":230316,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.981983002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.982079664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.984413299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f4363ee5-5991-45ed-9c81-0051f7910869","remote_addr":"[::1]:34463","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.984479099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f4363ee5-5991-45ed-9c81-0051f7910869","remote_addr":"[::1]:34463","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.984678125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56d78c0f-cd85-48e5-b312-372eedea2196\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.98486216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:22.987477364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f4363ee5-5991-45ed-9c81-0051f7910869","remote_addr":"[::1]:34463","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3063,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.990809843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"246ef4c0-d8c4-4166-a692-c0768697c497","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.990890383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"246ef4c0-d8c4-4166-a692-c0768697c497","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.991268824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.992690899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.992750427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.992788973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.993100141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"246ef4c0-d8c4-4166-a692-c0768697c497","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.993186032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"246ef4c0-d8c4-4166-a692-c0768697c497","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.994519009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"246ef4c0-d8c4-4166-a692-c0768697c497","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.995724904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4363ee5-5991-45ed-9c81-0051f7910869\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:22 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.996225539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.996343012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.996387651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.996545093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.996606896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:22.996716424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.996769249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:22.997463377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.004117894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.011252504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.012252169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.012365404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.01276144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:23.014531105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"246ef4c0-d8c4-4166-a692-c0768697c497","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":23830,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.015859824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"246ef4c0-d8c4-4166-a692-c0768697c497\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.016060352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.016120993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:23.016153968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.067160812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.129077023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.129248734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.129358973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.129448491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.132588958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.139690462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.146981132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.147138565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.147181981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.147492007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:23.387536595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"9ac976f0-a4f1-4aae-b27f-2465b7a2c978"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.387741001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:21.633808 UTC","collection_id":"9ac976f0-a4f1-4aae-b27f-2465b7a2c978"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.388094323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"9ac976f0-a4f1-4aae-b27f-2465b7a2c978\",\"time_done\":\"2026-03-04 07:05:22.996374 UTC\",\"time_started\":\"2026-03-04 07:05:21.633808 UTC\"}","iteration":7,"elapsed":"1.940992982s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.388235142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.388353046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.388409789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.38845068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.388715206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.389367591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.390291336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.390354041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.390434661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.390480321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.390519249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.390911067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.396034753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.396122587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.396821926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.397676413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.401809983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.401937045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.40198462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.402281329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.403185385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.408522475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.40861056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.408653214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.409037177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.412354565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.412556166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.413620159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.414418304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(3c81add0-0909-4d23-b9b1-bf756f830887, 2), (9ac976f0-a4f1-4aae-b27f-2465b7a2c978, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.414469356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.416258499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51423","req_id":"6988e06a-27a9-4148-9e80-82035be05039","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   08 1b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.416322045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51423","req_id":"6988e06a-27a9-4148-9e80-82035be05039","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2075,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.416551541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.41679771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.417058297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.417186492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51423","req_id":"6988e06a-27a9-4148-9e80-82035be05039","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.41807159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8778, tv_nsec: 335905517 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.418177741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.418721601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.420143695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13266","req_id":"07206fa2-ec5d-44e9-a4d0-c157574fd672","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4e 71 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Nq..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.420228925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13266","req_id":"07206fa2-ec5d-44e9-a4d0-c157574fd672","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20081,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.42039764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.420425635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13266","req_id":"07206fa2-ec5d-44e9-a4d0-c157574fd672","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.420477518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6913","req_id":"d3fe12bd-29b1-4977-a493-a5dbcf357e20","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c7 89 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.420528339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6913","req_id":"d3fe12bd-29b1-4977-a493-a5dbcf357e20","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51081,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.42069467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.420808245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6913","req_id":"d3fe12bd-29b1-4977-a493-a5dbcf357e20","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.579563506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.581142091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30276","req_id":"9d87d234-3847-403b-82ff-10853d601329","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   56 a2 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   V............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.581235607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30276","req_id":"9d87d234-3847-403b-82ff-10853d601329","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22178,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.581431246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 22178,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:23.581868845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30276","req_id":"9d87d234-3847-403b-82ff-10853d601329","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.581953593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.582342516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1367","req_id":"b4777078-c71b-4e8c-9a1f-78f415f5bfa2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   53 38 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   S8..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.582432053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1367","req_id":"b4777078-c71b-4e8c-9a1f-78f415f5bfa2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21304,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.582748903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.583861543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.583927363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1367","req_id":"b4777078-c71b-4e8c-9a1f-78f415f5bfa2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.585512942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8778, tv_nsec: 503137714 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.585605236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.587534577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26028","req_id":"0c567b8f-1019-42a4-9ddc-f9b48d741637","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   5b b6 01 00  00 01 00 00  00 00 00 01  24 38 39 37   [...........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.587624045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26028","req_id":"0c567b8f-1019-42a4-9ddc-f9b48d741637","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23478,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.587946946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.588029841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26028","req_id":"0c567b8f-1019-42a4-9ddc-f9b48d741637","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.589293822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.589592525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.58965077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.593348534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a440230-d003-466a-a92a-4d0a4a30ca75\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.59410159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.599665791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08582df9-4409-4c24-9663-59294fc53ff9\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.600133199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.604054868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652cb129-165d-47bc-b88f-86ef9c45fa53\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.604191429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.609037123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0e3631-25b5-4e6f-b87a-59e55c3e01d9\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.609184857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.622611844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1574c062-677e-452a-b848-e7d5d9713d81\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.622767854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.624744489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6057c48-3209-40cf-8053-4505af835d69\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.62499133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.628423586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"427cf7ba-0316-4c4d-b11b-863a8f04181a\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.628504577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.630415553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fb7b1a3-3782-4e04-93ec-109620ba0ce7\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.630487596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.631795874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7056752-b98e-4a70-8733-1e8fc4872a34\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.631998166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.633192788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8884201-d8db-449c-81b8-960e9051bc4a\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.633272206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.634309496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e057dc-e804-47ee-a1fd-62293c9fab6e\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.634436849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.635592735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7034548-c3ea-4633-a409-2453bf94b4bc\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.635800307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.638114924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55ac7ada-d92f-4e2f-973f-25de67bd100b\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.638321815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.640610671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac5e87a1-d133-496e-b86f-afd2996e08ce\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.640690099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.642469222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"9ac976f0-a4f1-4aae-b27f-2465b7a2c978\",\"time_loaded\":\"2026-03-04T07:05:23.390280725Z\",\"time_started\":\"2026-03-04T07:05:21.633808Z\"}}","iteration":3,"elapsed":"252.159159ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.642612136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.642660622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.642703207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.642740671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.642777464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.650248052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.651273999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.651327085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.651356814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":5,"elapsed":"72.915µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.651388887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.651420089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.651449518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.651477253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.65184336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.65189386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"53.086µs"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.654946263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34757","req_id":"65613304-92c2-4e8e-8b0a-f4e3c4b1929a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   40 b0 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   @............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.655128825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34757","req_id":"65613304-92c2-4e8e-8b0a-f4e3c4b1929a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16560,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.655436005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.655651584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.655799628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.65589128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34757","req_id":"65613304-92c2-4e8e-8b0a-f4e3c4b1929a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.656187318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.661386203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.661454959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.661494147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.661531512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.661565138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.662436038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.664589765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8778, tv_nsec: 582433332 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.664691077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.664781166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.666063282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15718","req_id":"1787018f-4c7f-489f-8c41-c5fd65c28dda","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a9 87 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.666138992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15718","req_id":"1787018f-4c7f-489f-8c41-c5fd65c28dda","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43399,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.666358378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.666459198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15718","req_id":"1787018f-4c7f-489f-8c41-c5fd65c28dda","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.666569678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43744","req_id":"9c811ff9-2d75-4ea9-9706-d1f3572dfd80","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a6 a7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.666631761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43744","req_id":"9c811ff9-2d75-4ea9-9706-d1f3572dfd80","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42663,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.666796107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.666821458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43744","req_id":"9c811ff9-2d75-4ea9-9706-d1f3572dfd80","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.667214989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.671417145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.671475511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.671514829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.671956196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.804733102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.806516353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.806586112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.807082768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.80902226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.809479528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.809546041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.809589547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.809627823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.81089015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.813971189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36895949-0478-40ef-9e3f-3668b0abe50b\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.814160044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.815741786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.815806985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.817201796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.822179071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.822245112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.822286775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.822326263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.822362114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.82269214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.825653762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a7e9c6-3425-468c-91d9-f4b2d0776674\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.825752879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.82579874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f11f88f0-4761-4d2a-9c02-cdf991bcf857\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.825846775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.825878528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.825918438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.826792964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.829415283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.829493287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.830666407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.835281103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.835407724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.835519656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.836839047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.838301892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.838366741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.838399887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.838437391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.838951352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:23.843720103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.843780914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.843821885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.843860813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.843896764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.844935968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.848178849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cd6aa44-5b71-4552-813a-625a278ac91b\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.848382814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.849804708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.854910558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.855040717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.855083472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.855124243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.855161326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.855421834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.857132221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.858620517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63479","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.858708912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63479","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.85875303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63479","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.858792017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63479","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.858831486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63479","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.858870243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63479","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.858908158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63479","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.858946053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63479","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.85898456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63479","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:23.859059679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63479","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.859866471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63479","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:23.859924637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:63479"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:23.859960147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: dad4424f-00e7-4937-9a11-6201c5d4c26a","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"dad4424f-00e7-4937-9a11-6201c5d4c26a"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.860002291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.860037751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.860815877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.863371262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.867801892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.867907531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.867948894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.868310462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:23.872274685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.872335576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.872396507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.872442859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.872484211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.8728865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.874373774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.874444144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.874840902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.876584935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.881026928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.881104943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.881151635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.881217686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.881264519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.881620837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.882935809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.882998964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.883043032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.883082199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.883497194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.885905437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0987fe7-6d68-4056-9571-9270c956a497\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.886033271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.88630507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.890588578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.890661082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.890706853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.891095324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.892061323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.898948251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.90044845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.900522628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.900558058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.900638678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.901335733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:23.904105073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.904331703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"9ac976f0-a4f1-4aae-b27f-2465b7a2c978\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":3,"elapsed":"261.609087ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.908023846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c404fcf-ed82-4d43-a58f-512ae8847452\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.908226338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:23.908552636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.911991656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5bf28d4-5af5-4d73-ae4b-8d326cb21422\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.912133608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.922646137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.923174997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9389514-d678-466c-9dd1-5042b21f3ee7\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.92341302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.923712936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.926408199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.927440128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.927490969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.927527792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.928595332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9368c813-4127-4f4d-93ce-1b72a5e20570\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.928812353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.930989547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70dccf01-13d4-4a92-ad21-1d4e42e33a51\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.931427477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.932785474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ac6989-b5cf-459f-aaf9-e31ac7702423\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.933418461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.935393775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e3e56f2-a6f7-4295-815b-a82afd745153\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.935925711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.937136646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b315fad0-43a1-4d42-bb88-3142c60ea3c4\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.937458736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.938571987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10f254b6-6f12-40c5-a100-759986cace21\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.938851783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.939914784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"082a51ae-96cf-434e-a452-a1fb59ed4e1c\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.940160842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.942512493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48886eed-2eeb-4a33-9c47-18e3e17c9f1e\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.942982196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.945386281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50b09ce8-e04e-4f52-933e-6ad9b43e15d6\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.945588162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.948526147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4bccfd2-6e21-4f76-bbf1-7897267d7c62\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.948632217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.953289758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510accf9-0639-4aa0-b4bb-826b41231261\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.953682498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.969867923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17dda91f-3ba0-4219-81cc-66ad8c5492e4\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.970120134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.972006891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a4c98d-23f7-44cf-bb1c-57de323ca4b8\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.972088223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.97297788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"023f8d45-2c1d-47b8-8d1d-383f3324d637\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.973127878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.97444299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae511ca-4516-47fc-bf0e-39fc90320290\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.97451352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.975486773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8186d292-62d1-4c71-a397-605316fcddeb\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.975571982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.977556493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.977612114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.977644438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.977683455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.978478434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.992067904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26b6c0a8-0723-4b77-b69c-ab998251f798\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.992489151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.996138198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:23.996275621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.996396261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:23.997223634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.001946303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa2e6fb7-f5a1-4959-b0b7-3adc6e72c321\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.002441246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.003682191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acae338e-093c-43a9-b3be-93672eaa76e3\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.004362572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.004899549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.005131359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.00518201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.005278532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.006071837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.009914188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd46a5da-8f5a-4186-a6ab-c24a3ca78047\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.010151099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.010687705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.010742694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.01091214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.010963953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":3,"elapsed":"359.575687ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.018366986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d00b9f-a4b1-4202-89c7-bb4fd2bed132\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.018969433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.069236948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1238e7cb-f6da-4bb2-93d1-5211aeae99be\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.069652253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.076396147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01309c8b-04a7-4822-98d0-74135ae2eb0c\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.076703868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.079805378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eec959b-1dca-460c-9d81-af816cd67728\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.080018802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.082090296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbefd721-0c25-4e64-b8e6-364ddc7f6baa\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.082287087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.08407093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a987e562-b233-44ec-8a0d-fb5609ba82e4\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.08417152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.085910443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce0edc7f-fe86-45b7-93c9-74fb2969ca00\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.086056503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.086968314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39cd6b7c-2e86-4e2b-8161-a5ab66568a28\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.087125015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.088172666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0206bda-91fc-4f28-91b3-86ee6905ae5e\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.088316171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.089281699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"278054b7-4727-45b7-97fc-51722d3a9fd0\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.08943857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.090867478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2dde30a-2977-49cf-819d-c9d9763a6a69\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.091172244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.091296771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.099127203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"dad4424f-00e7-4937-9a11-6201c5d4c26a","zpool_id":"2038c01c-584c-42eb-aee1-aaea2838ba6d","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.099235708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.099286058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.100104263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.102955897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d59c486-7dd8-455f-8fc6-dfe854838d9a\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.103273728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.105141758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.105406714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.10551532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.105559818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.106899098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.109240038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10f4fbb3-1f28-4071-b9d8-ae30ab4c49c8\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.109473391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.111186473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfacf58c-ecab-481b-9c57-83304965d055\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.111432422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.111716216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.117324795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.128430932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"ad0d81c3-b457-4d70-b30a-95ea4015cc00","zpool_id":"2038c01c-584c-42eb-aee1-aaea2838ba6d"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.133644948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eab43506-cb10-4ea6-8279-797329a8e030\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.133896427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.144649945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: dad4424f-00e7-4937-9a11-6201c5d4c26a","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"dad4424f-00e7-4937-9a11-6201c5d4c26a"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.144799562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.144903027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.146370462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.161850005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9bb59cf-5d73-4b38-a247-118201b6cd49\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.162326682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.16239091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.162437983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.162478263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.163173213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.164764364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: dad4424f-00e7-4937-9a11-6201c5d4c26a (physical_disk), lookup_type: ById(dad4424f-00e7-4937-9a11-6201c5d4c26a) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.164855775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.16489872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.164935764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.165347261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.169112169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.173204847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.173356388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.173410325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.173453341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.173490414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.17404697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.178738898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.185150783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: dad4424f-00e7-4937-9a11-6201c5d4c26a (physical_disk), lookup_type: ById(dad4424f-00e7-4937-9a11-6201c5d4c26a) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.185232525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"dad4424f-00e7-4937-9a11-6201c5d4c26a","zpool_id":"2038c01c-584c-42eb-aee1-aaea2838ba6d","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.185271943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.185308646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.185885552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.188277443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.194028094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.194116359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.194157661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.195344939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.199410754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.199591603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.213282645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.21341587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.214805189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.226803689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.231747959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.238798832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.238950574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.239065522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.239151633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.239764059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.256794383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.26707433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.267249908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.267354376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.26835839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.293438481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.293530844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.293571676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.293606845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.294466663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.30282847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.311780019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.312050005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.312226566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.312837549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.317249171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.318425898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.319074667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.4836365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.483889342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.488277267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53899"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.49111853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"5bdee7b7-719a-4896-b32b-61170937e9f2","remote_addr":"[::1]:53899","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.491323407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"5bdee7b7-719a-4896-b32b-61170937e9f2","remote_addr":"[::1]:53899","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.492720532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"5bdee7b7-719a-4896-b32b-61170937e9f2","remote_addr":"[::1]:53899","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1618,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.494372974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bdee7b7-719a-4896-b32b-61170937e9f2\", \"content-length\": \"8414\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.562935164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.563811364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.56460505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35630"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.56565703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"10bd857d-ccc5-4569-a90b-2cb2c12309dc","remote_addr":"[::1]:35630","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.56572784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"10bd857d-ccc5-4569-a90b-2cb2c12309dc","remote_addr":"[::1]:35630","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.567126789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"10bd857d-ccc5-4569-a90b-2cb2c12309dc","remote_addr":"[::1]:35630","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":1495,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.567595069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10bd857d-ccc5-4569-a90b-2cb2c12309dc\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.64918837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.649269351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.652949009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49170"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.653759689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"a7deaa52-89a7-43f6-845d-dbb968b384cf","remote_addr":"[::1]:49170","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.653829618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"a7deaa52-89a7-43f6-845d-dbb968b384cf","remote_addr":"[::1]:49170","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.656922891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"a7deaa52-89a7-43f6-845d-dbb968b384cf","remote_addr":"[::1]:49170","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3169,"response_code":200}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.657328587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.657887487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7deaa52-89a7-43f6-845d-dbb968b384cf\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.725923582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.726039553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.726941895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.727001042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.727048877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.727084989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.727983784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.72908928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34991"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.729415187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.729472411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.729503342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.73027755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.730500843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.731362324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.731938298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"790e44eb-d665-4c21-aeb7-49862106f0e7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.73200981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"790e44eb-d665-4c21-aeb7-49862106f0e7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.732175549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"d2bbe0f5-b0e6-4447-abee-e221a762eb29","remote_addr":"[::1]:34991","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.732232883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"d2bbe0f5-b0e6-4447-abee-e221a762eb29","remote_addr":"[::1]:34991","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.732475054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"790e44eb-d665-4c21-aeb7-49862106f0e7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.732545123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"790e44eb-d665-4c21-aeb7-49862106f0e7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.733201777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"790e44eb-d665-4c21-aeb7-49862106f0e7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.734831504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"d2bbe0f5-b0e6-4447-abee-e221a762eb29","remote_addr":"[::1]:34991","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":2626,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.737979566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2bbe0f5-b0e6-4447-abee-e221a762eb29\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.73917983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.739241523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.739275771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.739613171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.739932585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:24.740205207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.812799013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.812930144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.813136724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.813368705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.882404546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.882479915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.883179505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.889900333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.889961384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.889996213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.890754489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.89145451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:33793"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.891855035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.891909814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:24.892858438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.893135408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"790e44eb-d665-4c21-aeb7-49862106f0e7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":161249,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.895132264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f178ae3b-242e-4cfc-8710-6b85a806a082","remote_addr":"[::1]:33793","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.895194077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f178ae3b-242e-4cfc-8710-6b85a806a082","remote_addr":"[::1]:33793","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.895425827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"790e44eb-d665-4c21-aeb7-49862106f0e7\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.895645934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.896785397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f178ae3b-242e-4cfc-8710-6b85a806a082","remote_addr":"[::1]:33793","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1674,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.897460478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.897520557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.897638932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c11bee0-fa7e-47ff-9894-5a08ed8adb58","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.897710274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c11bee0-fa7e-47ff-9894-5a08ed8adb58","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.898137743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c11bee0-fa7e-47ff-9894-5a08ed8adb58","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.898208944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c11bee0-fa7e-47ff-9894-5a08ed8adb58","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.899076918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c11bee0-fa7e-47ff-9894-5a08ed8adb58","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.900107445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f178ae3b-242e-4cfc-8710-6b85a806a082\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.900646886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.900756203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.900798648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.900939477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.900992483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.901033775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.901073033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.901661401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.903574591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.903628628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.904432054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.907746767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c11bee0-fa7e-47ff-9894-5a08ed8adb58","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10106,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.908269926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c11bee0-fa7e-47ff-9894-5a08ed8adb58\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:24 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.908532217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.909049785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:24.909108502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.909261836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.91391585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.914563145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.91463122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.915103408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.919860105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.920097838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.923127004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.923843567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.923911642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.923949708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.987428101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.988775707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.988846668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.988895014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:24.988935365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.988973029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.990441045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:24.994019452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.001744184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.00181784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.001900504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.002466859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.030929799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.031095258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.03123226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.031340605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.03143389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.03361914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.034500851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.03455534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.034594016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.035078919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.038871732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.038978084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.03906708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.039106759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.041969284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.043125711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.043198375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.043310137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.043354786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.043916912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.045077548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.052151427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.052313338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.052407165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.052924703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.066071764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.069762564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.070632802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":2,"elapsed":"39.659727ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.079340236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.07942792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.080266195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.087364894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.08743862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.087486305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.087525603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.088383617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.089421799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.100160076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.100244213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.100322619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.100997169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.105476365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.109404596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.151570461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.151726672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.15193719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.152503394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":2,"elapsed":"117.896292ms"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.262261533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"a49477c0-8cee-481d-b493-b6a15c16a549"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.262522942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:23.589199 UTC","collection_id":"a49477c0-8cee-481d-b493-b6a15c16a549"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.262937816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"a49477c0-8cee-481d-b493-b6a15c16a549\",\"time_done\":\"2026-03-04 07:05:24.900792 UTC\",\"time_started\":\"2026-03-04 07:05:23.589199 UTC\"}","iteration":8,"elapsed":"1.874640841s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.263170929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.263323793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.263502678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.263623378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.264064183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.265179318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.270095592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.270206071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.27090541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.272026226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.275994347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.276061541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.27610126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.276435945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.27726466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.277330211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.277784673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.28119179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(3c81add0-0909-4d23-b9b1-bf756f830887, 2), (9ac976f0-a4f1-4aae-b27f-2465b7a2c978, 2), (a49477c0-8cee-481d-b493-b6a15c16a549, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.281352028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.282466802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57810","req_id":"0306b7d1-355f-4b1f-82b2-16d3b45e9e1b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   6c 04 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   l............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.28267698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57810","req_id":"0306b7d1-355f-4b1f-82b2-16d3b45e9e1b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27652,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.282869963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.283092355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.283633479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.283678489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57810","req_id":"0306b7d1-355f-4b1f-82b2-16d3b45e9e1b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.284488548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8780, tv_nsec: 202322104 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.284588887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.284757281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.28533584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26420","req_id":"cc047661-f3fc-4b4a-958b-f7c2fa82fe2f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   50 d7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   P...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.285404507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26420","req_id":"cc047661-f3fc-4b4a-958b-f7c2fa82fe2f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20695,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.28557232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.285598753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26420","req_id":"cc047661-f3fc-4b4a-958b-f7c2fa82fe2f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.28564792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34012","req_id":"c4adc725-95c6-49fc-9535-e3f9f6514e36","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   73 5f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   s_..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.285696547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34012","req_id":"c4adc725-95c6-49fc-9535-e3f9f6514e36","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29535,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.286016102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.286124707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34012","req_id":"c4adc725-95c6-49fc-9535-e3f9f6514e36","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.413007998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.414122411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13021","req_id":"879d403a-d03f-4880-b31f-fc9eb7c7a114","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   2e 3c 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .<..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.414203663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13021","req_id":"879d403a-d03f-4880-b31f-fc9eb7c7a114","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11836,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.414449751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 11836,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:25.414615781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13021","req_id":"879d403a-d03f-4880-b31f-fc9eb7c7a114","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.414800247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.417355973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9311","req_id":"5bbbffb9-ec4d-4f79-84f4-d951c1f9d203","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   31 24 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   1$..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.417434229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9311","req_id":"5bbbffb9-ec4d-4f79-84f4-d951c1f9d203","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12580,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.417572353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.417727892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.417878261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9311","req_id":"5bbbffb9-ec4d-4f79-84f4-d951c1f9d203","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.418743118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8780, tv_nsec: 336613629 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.418937545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.419861119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32986","req_id":"7a59e3f4-80d8-4fae-ba99-ddce07a7478a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   df 71 01 00  00 01 00 00  00 00 00 01  24 38 39 37   .q..........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.419936158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32986","req_id":"7a59e3f4-80d8-4fae-ba99-ddce07a7478a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57201,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.420089102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.420119542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32986","req_id":"7a59e3f4-80d8-4fae-ba99-ddce07a7478a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.420635316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.420719985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.420759122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.422964783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f230e918-1954-4e6f-a802-cf5d37fa139b\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.423262935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.425106246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11817af6-43d1-4308-8ddf-092253d1022c\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.42529962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.428120082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b69c0689-e628-4612-9827-dc9b18356c5b\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.428405048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.432769316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b177d0f-cb1b-4e2e-9630-089a1769d10f\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.432953612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.437720379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ea5f3b2-5d9f-42c9-8dfb-db100522d2c5\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.438062258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.445523967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e1e07a4-6042-40d9-b356-6d13530bb506\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.445718704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.450493066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba277358-cf4c-41a0-ad31-73b3c928e0a6\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.450688234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.453866677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"143a745a-d7dc-4c1c-991a-b79e0e0bf7c2\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.453944331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.455069656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f6d6ef-c1af-494f-aba3-510675af6d09\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.455155627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.456423695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a65eb27f-996f-48f1-b74e-38ca045e29fe\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.456523263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.457687295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80aa38cf-9161-472f-b20c-d3018b3199af\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.457802433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.459036504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28412e00-f5f2-431c-99c9-253de9e93754\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.459156553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.46150627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"807fcfa5-fda1-4367-961e-ecbc79e2df35\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.461634123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.462269515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"a49477c0-8cee-481d-b493-b6a15c16a549\",\"time_loaded\":\"2026-03-04T07:05:24.988764345Z\",\"time_started\":\"2026-03-04T07:05:23.589199Z\"}}","iteration":4,"elapsed":"473.82224ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.462337781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.462373432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.462415225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.462454954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.462494142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.463280123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.464257524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.464351731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.464404646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.464446168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.464483282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.465012653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.465592124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.465640601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.465672674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.465703736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.465979874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.466070424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.466106035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":6,"elapsed":"53.045µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.466141526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.466175703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":4,"elapsed":"21.913µs"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.468625749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3372","req_id":"dc84b885-fc6f-4e80-98b9-d7b840d18806","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   91 6d 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .m..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.468942458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3372","req_id":"dc84b885-fc6f-4e80-98b9-d7b840d18806","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37229,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.469363274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.469599944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.469747638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.469876083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3372","req_id":"dc84b885-fc6f-4e80-98b9-d7b840d18806","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.470154125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.475998432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.476068972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.476110054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.476552332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.477703148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.482537259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.482642388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.482687698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.482729952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.482767676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.483133082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.486064915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8780, tv_nsec: 403833252 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.48617303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.486215544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.487040352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"original_time_started":"2026-03-04 07:05:23.589199 UTC","original_id":"a49477c0-8cee-481d-b493-b6a15c16a549","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.487100682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"a49477c0-8cee-481d-b493-b6a15c16a549\",\"time_loaded\":\"2026-03-04T07:05:25.462332320Z\",\"time_started\":\"2026-03-04T07:05:23.589199Z\"}}","iteration":5,"elapsed":"24.725476ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.487401269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.492333325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.49242155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.492543482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.493670951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.496970575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29696","req_id":"d5bd362b-3fca-40e7-b9d1-0e122ccdc284","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5e 7d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ^}..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.497306191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29696","req_id":"d5bd362b-3fca-40e7-b9d1-0e122ccdc284","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24189,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.497568222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.497601898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29696","req_id":"d5bd362b-3fca-40e7-b9d1-0e122ccdc284","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.497776796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1096","req_id":"8cb1630a-a692-482f-8cd9-f7724fa5d09f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   12 a7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.4980408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1096","req_id":"8cb1630a-a692-482f-8cd9-f7724fa5d09f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4775,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.498243493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.49827238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1096","req_id":"8cb1630a-a692-482f-8cd9-f7724fa5d09f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.498708506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.498768576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.498812152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.49885137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.499555108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.503082814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.50419366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:33412","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.504294901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:33412","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.504339961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:33412","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.504381062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:33412","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.504419308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:33412","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.504459679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:33412","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.504498446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:33412","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.504536892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:33412","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.504575799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:33412","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.504613624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:33412","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.505573811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:33412","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.50563374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:33412"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.505667748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 57453ef3-6cd3-43c9-8981-a9cd66cc3044","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"57453ef3-6cd3-43c9-8981-a9cd66cc3044"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.50570906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.50574416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.506889154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.674005831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.675486131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.675636189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.675689836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.675732711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.676011354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.676602699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.678407103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.684342601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.684453271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.684504482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.684547578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.684585062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.685202819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.687659719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea153e9e-2138-42f5-b0e6-808598872a6b\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.688048431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.689404354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.697084247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.697264335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.697336989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.697600963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.698550379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.710105498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.710188313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.710434131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.710623397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.713352547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.713504479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.715162732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.71652118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.716592913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.717661305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.718738234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.719027658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.71909406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":4,"elapsed":"43.576997ms"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.719312604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.719369157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.719408184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.719487131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.719530748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.720361277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.723546383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba48276c-8520-447f-992f-61456cb870f0\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.723690419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.723739086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.723777632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.724579124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.725601304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.725663227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.725701343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.725735491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.72619336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.727378283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.727444795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.728796189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.734835133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.734920252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.73496964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.73500982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.735045461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.735491537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.736619337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.736685278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.736715678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.736760106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.737155592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.741251547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.746838493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.746954032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.74699825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.747567441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.75005463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.750185029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.751557946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.757266784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.770721266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6f9146-3193-4bad-9c27-a64a18bb8a24\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.771018356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.771955157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.77201719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.772213951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.772383898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.772463106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.773975139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.775784933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"57453ef3-6cd3-43c9-8981-a9cd66cc3044","zpool_id":"a00d1e56-303a-4111-b621-14fc3a7e6ddf","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.775910953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.775973077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.777206847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.78076353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.780851535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.780920402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.780973457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.782557262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.783782326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.790804412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.790917717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.790962075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.791046353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.791253614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.792256656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.797144825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.806533682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.806766103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.806843447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.807185065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.80860204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.80866244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.808694243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.808735575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.809198624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.811826253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.813816857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.814554021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.814814398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"a49477c0-8cee-481d-b493-b6a15c16a549\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"350.472035ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.816758489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c04937b3-16de-40fd-b7a7-2ea527bc0904\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.817236498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:25.819074459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.820000137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"14b79e55-ea46-47c4-979c-2506753b19b7","zpool_id":"a00d1e56-303a-4111-b621-14fc3a7e6ddf"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.823733031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a8cff9c-a7fa-4682-9112-f5276f9f718e\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.824302442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.829086133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 57453ef3-6cd3-43c9-8981-a9cd66cc3044","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"57453ef3-6cd3-43c9-8981-a9cd66cc3044"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.82916044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.829205359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.82996581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.832912823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70f9a8cb-a3a6-41f8-a11f-7292ce1d2a13\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.833028462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.835943011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 57453ef3-6cd3-43c9-8981-a9cd66cc3044 (physical_disk), lookup_type: ById(57453ef3-6cd3-43c9-8981-a9cd66cc3044) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.836033932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.836076065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.836113029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.836265872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.842579121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.851115044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 57453ef3-6cd3-43c9-8981-a9cd66cc3044 (physical_disk), lookup_type: ById(57453ef3-6cd3-43c9-8981-a9cd66cc3044) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:25.851235433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"57453ef3-6cd3-43c9-8981-a9cd66cc3044","zpool_id":"a00d1e56-303a-4111-b621-14fc3a7e6ddf","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.851277386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.851313678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.851859222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.854415178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.854603392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.85464754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.85468277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.856199933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.859856034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef4696d6-d45b-4876-8d04-153810c114d1\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.860203053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.860590463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.865120891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.866449299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.866516823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.866549809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.866588726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.867236092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.871329301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.871461644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.871531312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.871569769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.873560212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.875194227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22e7fada-ccfe-49d9-be09-bad4f4348173\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.875265739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.875683168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.875740352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.87577981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.876443879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.879935634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b83eb9ab-5727-4d47-8d65-8b939e82fc24\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.88001407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.880583781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.880636927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.880669091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.880816704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.882338226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.884681219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.888259957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.88832681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.888364294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.888841672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.892762379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.892847047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.892890814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.892927186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.893505635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.89421287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a3a109f-ea49-40bc-95ab-1b2384f7acc2\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.894463337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.896994464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eb5e788-24e4-4744-8b07-35ffefd690d7\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.897205393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.897820886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.936888848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.937035579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.937154806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.942110037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.943244831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.943487864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.946897155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d1ed953-6f10-45da-aaa9-16be558c4611\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.947147502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.947189155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.947991268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.948046768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.948085235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.948707771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.948761508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.949423553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.959274968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7a10746-c972-43c4-8ea0-b37e826012cd\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.959706485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.961221334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88e3fa07-9b13-4b78-b786-22e0cfdfec81\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.96144593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.963773593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4cdfa8-d7b8-4c31-a4f2-3bc4b33197b7\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.963889183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.965147402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.965231759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:25.96542846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.965526625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":4,"elapsed":"499.919381ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.967399164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35a768cd-0a23-4f7f-a6bd-72dd1e516b82\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.967722696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.991417095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dd182bd-79d0-4a88-b681-6b22ce90b8b6\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:25.992235571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.004617833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a40adff-1e11-4762-bcff-73d104390b37\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.004775907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.038589915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0886969a-ffc0-49b9-a5fe-20355fe3893a\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.038875552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.089293215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1c0b555-2649-436f-b6a5-1f4a6da76ac2\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.089425328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.09313742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f9774ba-da02-4ad4-abb5-dca63faef696\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.093308089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.095388481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.097144128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3810326c-e25d-4b6d-8429-0a1252f69cbf\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.097226852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.098172971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"209c4d30-620a-46e1-9ab5-01ff7a779679\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.098276136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.099352815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef7b87d1-1506-4f39-ad01-ec213b9f6895\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.099438565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.100413271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddff161e-f9be-48e8-a2d9-46a89e1329d3\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.100494763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.101528456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b77617af-b6cf-4239-ba6a-8e7a0b3dfc6f\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.101609386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.102913677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d82ec5a-a1bd-4629-9cd0-6e8b902a7069\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.103194314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.104263408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d282f4c-ca76-4bad-9ee3-cac1cf36d55d\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.104559946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.105604521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7770d93-11e9-4bf6-a423-c1cb24799df1\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.105686053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.10689294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0076aa39-2705-4ddd-bd71-c78834ea0ada\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.106959001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.108653426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09748a1e-4ccd-4567-86ce-33ec9b6071cf\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.108737483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.110662196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20067eb5-02a0-4b60-b0a1-8001265cee71\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.110744289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.112771495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e31878e6-32ca-490e-8306-54aeef0340df\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.11285454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.114550168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f28853e-c3ba-41a9-aa29-b971d5ab59c6\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.114627662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.116454971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1cf528-059c-45a0-8096-461b598acc9c\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.116533918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.136160909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"954c8763-d88a-460d-b090-925202a21772\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.136338822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.143304927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"884e8a1a-f246-4f8e-9604-5fb33a3fea4e\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.143470326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.148099369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.148166914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.14821064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.148247914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.15016895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.15242461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dddd1eea-9759-48de-9262-f9f6a71efdea\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.152503967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.153790973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43353985-4ef9-4c2a-9a35-d94e1ff5bdf0\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.153872976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.15489208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.161072946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.161203746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.161249927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.161535935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.163070944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"397d8931-d97b-464b-9608-d5c24d3b1b19\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.163610195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.163676026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.165446051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14fd47a6-961a-464d-a50d-7a1815c555a1\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.165583043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.165933439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.165996034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.166881142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.169296619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26052305-c538-4c93-933e-53183acdf7d4\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.169551114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.17224781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27860904-f8b4-43b7-91dd-cfbf254e1bab\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.17253454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.17501201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de7f7288-4ebe-4e06-af5a-95286155f4de\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.175467224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.178069152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a2412e-1dd6-4891-be72-ba1d99fbe244\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.178256875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.17831978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.178364699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.178401201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.18653225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.191002298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.19622477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.196309799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.196359688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.196408515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.196454106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.197285868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.205175608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.211096567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.211253699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.21129922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.211659836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.323830867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.323903591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.324547169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58701"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.325250967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6da052d7-990d-4503-805e-f51866448478","remote_addr":"[::1]:58701","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.325322169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6da052d7-990d-4503-805e-f51866448478","remote_addr":"[::1]:58701","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.326687741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6da052d7-990d-4503-805e-f51866448478","remote_addr":"[::1]:58701","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1456,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.327207533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6da052d7-990d-4503-805e-f51866448478\", \"content-length\": \"8806\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.451675186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.451941675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.452631275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58990"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.45335379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0023dfc6-320a-49c8-9bbd-5b65009f4051","remote_addr":"[::1]:58990","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.453423999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0023dfc6-320a-49c8-9bbd-5b65009f4051","remote_addr":"[::1]:58990","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.454359888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0023dfc6-320a-49c8-9bbd-5b65009f4051","remote_addr":"[::1]:58990","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":1013,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.454779091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0023dfc6-320a-49c8-9bbd-5b65009f4051\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.531053708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.531141693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.531878827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63198"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.532793103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"34cbfd3a-f257-4725-a972-e1894c146721","remote_addr":"[::1]:63198","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.532862451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"34cbfd3a-f257-4725-a972-e1894c146721","remote_addr":"[::1]:63198","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.535272507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"34cbfd3a-f257-4725-a972-e1894c146721","remote_addr":"[::1]:63198","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2456,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.536116694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34cbfd3a-f257-4725-a972-e1894c146721\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.614845205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.614931507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.615686526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48292"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.62349759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f66ccf0b-2b3f-44e1-ae1f-a5be0352af1d","remote_addr":"[::1]:48292","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.623587538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f66ccf0b-2b3f-44e1-ae1f-a5be0352af1d","remote_addr":"[::1]:48292","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.624689677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f66ccf0b-2b3f-44e1-ae1f-a5be0352af1d","remote_addr":"[::1]:48292","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":1401,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.625262876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f66ccf0b-2b3f-44e1-ae1f-a5be0352af1d\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.628072947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.628136032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.628211131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.628919047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.629207179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:26.629671582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.74108618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.741182722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.741585141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.741972731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.816826436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.816921706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.819720534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:43785"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.820212832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.820277571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.820313252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.821078602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.821338648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.822588681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.823480753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b8439ae-f35c-4a90-a410-09306e9248d7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.823557886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b8439ae-f35c-4a90-a410-09306e9248d7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.82375146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"fc1b8091-2efd-4a34-ae92-27693c606b65","remote_addr":"[::1]:43785","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.823814916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"fc1b8091-2efd-4a34-ae92-27693c606b65","remote_addr":"[::1]:43785","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.824101545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b8439ae-f35c-4a90-a410-09306e9248d7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.824185472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b8439ae-f35c-4a90-a410-09306e9248d7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.825130299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b8439ae-f35c-4a90-a410-09306e9248d7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.826745246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"fc1b8091-2efd-4a34-ae92-27693c606b65","remote_addr":"[::1]:43785","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2985,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.82805658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1b8091-2efd-4a34-ae92-27693c606b65\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.828343621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.828406525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.828440343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.828631122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.828696371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.828758645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.828819907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.829270982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.833073314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.833166449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.834152277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b8439ae-f35c-4a90-a410-09306e9248d7","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10877,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.835162664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b8439ae-f35c-4a90-a410-09306e9248d7\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.83536736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.836048724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.847233808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.847794441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.847865623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.849046458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.85072407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.850795873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.850932514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"482550cd-087a-4a9f-94fc-0f84a8ea1c72","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.851060518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"482550cd-087a-4a9f-94fc-0f84a8ea1c72","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.8513735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"482550cd-087a-4a9f-94fc-0f84a8ea1c72","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.851447356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"482550cd-087a-4a9f-94fc-0f84a8ea1c72","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.852446341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"482550cd-087a-4a9f-94fc-0f84a8ea1c72","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.85681167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"482550cd-087a-4a9f-94fc-0f84a8ea1c72","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5885,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.857790014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"482550cd-087a-4a9f-94fc-0f84a8ea1c72\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:26 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.857916004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.85796422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:26.858026373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.871466707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.92034833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.920447707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.922690411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.924403804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.924468282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.924506899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:26.92454287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.92485486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.924919999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.924959347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.924995299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.927093616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.930462086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.938735077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:26.938844144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.939005494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:26.939662639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.074222757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"c682f0ff-802a-44b7-85c9-f7b6a34f709a"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.074501651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:25.420460 UTC","collection_id":"c682f0ff-802a-44b7-85c9-f7b6a34f709a"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.075977692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"c682f0ff-802a-44b7-85c9-f7b6a34f709a\",\"time_done\":\"2026-03-04 07:05:26.828453 UTC\",\"time_started\":\"2026-03-04 07:05:25.420460 UTC\"}","iteration":9,"elapsed":"1.812780151s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.076146017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.076297688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.076446323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.076591652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.076868622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.077746275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.078969234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.079044102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.079086807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.079127638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.079164251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.081853121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.083955206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.084943339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.085479173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.086925225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.093068165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.093155649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.093198725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.093794268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.099519007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.104628255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.104774064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.1048828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.105693681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.107359239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.107486091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.108155129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.112429839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(3c81add0-0909-4d23-b9b1-bf756f830887, 2), (9ac976f0-a4f1-4aae-b27f-2465b7a2c978, 2), (a49477c0-8cee-481d-b493-b6a15c16a549, 2), (c682f0ff-802a-44b7-85c9-f7b6a34f709a, 2)]","collection_id":"3c81add0-0909-4d23-b9b1-bf756f830887"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.112587723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.112769454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.113479073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.199431782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"c682f0ff-802a-44b7-85c9-f7b6a34f709a\",\"time_loaded\":\"2026-03-04T07:05:27.078949986Z\",\"time_started\":\"2026-03-04T07:05:25.420460Z\"}}","iteration":6,"elapsed":"120.447308ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.199871265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.199937326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":5,"elapsed":"82.454µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.199976073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.200010672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.200040571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.200068808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.200546396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.200606906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.20064911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.200689931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.200726394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.20185237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.202361601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.202448193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.202479736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":7,"elapsed":"60.83µs"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.20396702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61475","req_id":"2d9efd93-b933-45f9-bdc4-a822ac729a94","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   48 ba 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   H............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.204046989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61475","req_id":"2d9efd93-b933-45f9-bdc4-a822ac729a94","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18618,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.204311835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.204608263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.204905113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.205031804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61475","req_id":"2d9efd93-b933-45f9-bdc4-a822ac729a94","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.205399495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.209985293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.210083508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.210128116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.210169318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.210206281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.210513111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.213847633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8782, tv_nsec: 131575380 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.213979405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.214040747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.215859439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42747","req_id":"21a6309c-5770-473e-807a-7c4d52446a71","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a3 73 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .s..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.216273942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42747","req_id":"21a6309c-5770-473e-807a-7c4d52446a71","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41843,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.216837962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.217030034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42747","req_id":"21a6309c-5770-473e-807a-7c4d52446a71","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.217279089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47873","req_id":"12fd7cc2-4eb9-431b-9787-1f8036cb5ed5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bd 21 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .!..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.217559856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47873","req_id":"12fd7cc2-4eb9-431b-9787-1f8036cb5ed5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48417,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.217896515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.218188344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47873","req_id":"12fd7cc2-4eb9-431b-9787-1f8036cb5ed5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.219119714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.223621736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.223703077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.223749299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.224086729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.38794735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.391815452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.391986472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.392231248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.392286648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.393397074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.395169013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.396556699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:36087","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.396631758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:36087","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.396676206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:36087","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.396716216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:36087","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.396754963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:36087","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.396793429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:36087","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.396831735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:36087","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.396869771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:36087","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.396908427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:36087","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.396946784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:36087","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.397963954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:36087","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.398031859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:36087"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.398067229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 9ba967c8-f250-4a73-b795-f14615e0aebc","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"9ba967c8-f250-4a73-b795-f14615e0aebc"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.398109413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.398150184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.399202243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.400462967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c55aa83-09cf-4be4-b92e-64f34b967f1b\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.400665319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.405100277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.412196431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.412280878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.412321459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.412360366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.412396598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.412809378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.417790601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13c8b460-ad4b-48b7-8952-d1a757f243e5\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.4179814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.418030558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.418068984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.418994763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.421038842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.425618718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.425768015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.425860318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.426934592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.428279383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.428375664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.429056807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.430334384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.430405245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.430445294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.430491326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.430812454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.431476873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.43155075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.431594356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.431630438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.431976766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.433014106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.433104305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.433148914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.433189044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.433225807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.433642334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.434887397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":0,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"3c81add0-0909-4d23-b9b1-bf756f830887"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.435109949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.435156832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.435804618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.439864321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.440000652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.440033117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.440191952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.440424163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.441037642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.447095313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.447690976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.447755534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.447798289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.44786432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.448308031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.45057327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(9ac976f0-a4f1-4aae-b27f-2465b7a2c978, 2), (a49477c0-8cee-481d-b493-b6a15c16a549, 2), (c682f0ff-802a-44b7-85c9-f7b6a34f709a, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.450641696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.452528483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28701","req_id":"d77562b1-7864-4d30-bf73-1d6a8c3b791d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   1b 62 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .b..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.452691567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28701","req_id":"d77562b1-7864-4d30-bf73-1d6a8c3b791d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7010,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.453152372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.453384804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.453525554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.453636564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28701","req_id":"d77562b1-7864-4d30-bf73-1d6a8c3b791d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.453853054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.453903364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.453933504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.453970858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.454796708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.456055468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.461502256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.461570812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.461649789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.462452263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.466658427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.471789858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.473616466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8782, tv_nsec: 391356717 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.473733619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.473922043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.474727933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.474798784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.474842451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.474884114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.474920686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.475624734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.476888635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.477015807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.477116938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.477995984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.481576796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5595","req_id":"f1eff191-0823-45a7-9ceb-fef97f9b113f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5f ff 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   _...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.481661805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5595","req_id":"f1eff191-0823-45a7-9ceb-fef97f9b113f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24575,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.482003193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.48216828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5595","req_id":"f1eff191-0823-45a7-9ceb-fef97f9b113f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.482246376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49386","req_id":"fc29922a-7a84-432c-a570-0c448d27e192","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   25 00 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   %...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.482349701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49386","req_id":"fc29922a-7a84-432c-a570-0c448d27e192","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9472,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.482643114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.482761288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49386","req_id":"fc29922a-7a84-432c-a570-0c448d27e192","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.483082526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.490762339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.490851626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.490896766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.490940062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.490980412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.500795656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.502783554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.502907079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.502945726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.502985756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.503583152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.657527458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.658392176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.678326307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.678424542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.678467597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.67911858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.68075477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.680822805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.681265624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.681438828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":5,"elapsed":"481.472294ms"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.682758589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"9ba967c8-f250-4a73-b795-f14615e0aebc","zpool_id":"3173e50d-1f91-472e-8f3e-7673fa00fdef","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.682873147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.683112983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.68526145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.686487576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.687010093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"c682f0ff-802a-44b7-85c9-f7b6a34f709a\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"486.496482ms"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.688429041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46474","req_id":"7562c9ff-1c5e-4119-a66d-eb49b8e948b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   9d 6c 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .l..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.688612897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46474","req_id":"7562c9ff-1c5e-4119-a66d-eb49b8e948b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40300,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.689063522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 40300,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:27.689345592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46474","req_id":"7562c9ff-1c5e-4119-a66d-eb49b8e948b8","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.68967206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.689801648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.68984333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.689878039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.690726955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.691572565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.692601679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46051","req_id":"ca187a4c-9cc3-4481-88e2-a916a97cf377","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   be 2d 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   .-..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.692659724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46051","req_id":"ca187a4c-9cc3-4481-88e2-a916a97cf377","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48685,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.6928944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.693167783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.693227181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46051","req_id":"ca187a4c-9cc3-4481-88e2-a916a97cf377","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.693769358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8782, tv_nsec: 611601361 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.69390133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.69432954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33642","req_id":"3755ae31-92dd-4f63-9a8d-66c6c43fbc45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   35 10 01 00  00 01 00 00  00 00 00 01  24 38 39 37   5...........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.694506542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33642","req_id":"3755ae31-92dd-4f63-9a8d-66c6c43fbc45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13584,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.695070382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.695114459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33642","req_id":"3755ae31-92dd-4f63-9a8d-66c6c43fbc45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.695285248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.698334845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.698712215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.6987602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.698793085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.703861472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"743bf37a-1b43-4fd8-bdee-1e4e2b342eda","zpool_id":"3173e50d-1f91-472e-8f3e-7673fa00fdef"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.705635044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.705857766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.706092342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8223d06-a115-48b5-85b3-868c69d856a2\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.706447287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.70719888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.707834753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.710765674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f84a47a-8e40-431e-9c78-cdce96c5d3bb\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.711076752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.712053131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.712115394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.712895875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 9ba967c8-f250-4a73-b795-f14615e0aebc","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"9ba967c8-f250-4a73-b795-f14615e0aebc"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.712956214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.713036494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.714621873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.718002296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.718065512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.720079291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 9ba967c8-f250-4a73-b795-f14615e0aebc (physical_disk), lookup_type: ById(9ba967c8-f250-4a73-b795-f14615e0aebc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.720151134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.720191554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.720227867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.721169216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.724885737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20681ada-cbe2-4c13-83a3-6907d85f9d9a\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.725118981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.725899651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.732278039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 9ba967c8-f250-4a73-b795-f14615e0aebc (physical_disk), lookup_type: ById(9ba967c8-f250-4a73-b795-f14615e0aebc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:27.732345112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"9ba967c8-f250-4a73-b795-f14615e0aebc","zpool_id":"3173e50d-1f91-472e-8f3e-7673fa00fdef","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.732381815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.732534378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.733176173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.735070104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.735366714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.735429779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.735468395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.736269957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.738856264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.742693054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.74336564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4201cb2-0357-45ed-b8ac-4a721cf0cfb8\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.743800203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.7470261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b1f1b72-e202-454c-ae28-eb748c3e5257\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.747291808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.750144834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.750215665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.750259151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.750295333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.750840315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.75406009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f75b8ee9-44bb-462d-b37e-97c6c5e81db4\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.754332491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.755390482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.758902457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.758971966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.759013288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.759417009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.774840842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.774939088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.774980309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.77501567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.775913864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.778200404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dce5c7e-b3f7-4ef0-b67e-692e2b770998\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.778395211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.780846439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.792239807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.792304496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.792340347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.793886368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.796163069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc6312cd-e172-43e6-a0ea-d972429fe59f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.797037746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.801361033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6197421d-587d-4802-bb5b-49239808e052\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.801531732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.802159649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.802354215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.803148503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.807993546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"602392a6-08f8-4828-b72c-94b5a20f7198\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.80813667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:27.808958833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.813985055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bbddebe-e493-4631-bfaa-9407670034e1\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.814343557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.817984048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad156299-9f0e-4411-9581-0c601071da48\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.818270256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.822630826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d436420f-ee14-495f-af05-6d802d18fd54\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.822897185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.82725986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12532a6b-d4b5-459e-a0b4-d81c1a419dad\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.827351452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.83257664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41e94bcb-c9ed-4c75-a539-b615dfeee202\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.833490184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.850656618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5575e27f-5e33-4cfa-9946-ed3624441948\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.850888448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.870850374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86d22e99-8064-48d9-8677-1036b77d5f0c\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.870977858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.873278026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f89ce41-c9e8-4216-8074-5c56697bb20e\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.873368195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.875236766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e323906-0913-438e-9fbc-f379a460ecef\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.87535967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.876523672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79cd9e68-8c1d-4587-9cc1-e0e8fc802b53\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.87681957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.878293507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13d790df-a508-45d5-a1c3-3c907f5f17e2\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.878432573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.88124035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08cea13d-150b-47ae-9977-030045dba728\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.881318705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.882387819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d566bc08-7332-4c67-a591-2d3b91510ee0\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.882528869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.884480164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7b4692-78a3-4b65-830a-746fbe2e473c\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.884687546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.886980921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4df1b4fa-2b18-4190-a56d-656d5298845f\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.896732178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.901694133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"915870e4-07eb-4cbe-b561-c2dc3002049b\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.901976644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.90470394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.907204477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea519a34-47c4-4d54-8af5-b742ff96a59a\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.907307682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.911810435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7e4596a-d62a-40d1-956f-1047ecb138ea\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.912059138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.91844456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"608219ca-0e36-4a62-a709-e3205e50e3ff\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.918784325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.919749763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.919833198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.924105233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.924982004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.925053506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.925098165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.927434696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d55dc9e-5604-49ae-bf80-802c50cd6974\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.927647659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.929987836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b97bd9b-fa18-4621-ad97-d36fe7962f4e\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.930074318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.935660102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c21ca2ce-c4dc-46ce-83bb-99a85f09fab8\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.93660078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.940655563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33ea79a1-3076-4481-87a3-cc8f1ee21ec1\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.941035618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.942341522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e4b8c7-d1ba-47a7-a90d-6828c40fe36e\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.942488854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.943825559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"982fa5d7-6134-42ae-a4e8-e24f6e5d0c7f\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.944084073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.945670543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6799617c-26e9-43a8-86dc-988cfbcb6948\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.946050558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.947349779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a36f444-5e19-4259-914a-a4d36ae8a39e\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.947706968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.950630084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e63439-3494-44c0-810e-4ac4f92383c6\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.950813337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.951880848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b77cbb2-4e45-44bb-a745-aabd40f6d2f6\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.951969534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.953190859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c90c733a-b9c5-48c6-96ae-5c3ab0aa3f48\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.953278594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.955332924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7359f5a-ae4b-417a-b736-655ca3e54068\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.955533642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.955839831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.955905872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.95599589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.956038395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.956936358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.96109132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41346f3c-35a1-4285-b151-a9f05fc41350\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.961202962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.962159953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.970340069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.970415269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.970520457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.971174486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.974758915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab10ff4d-2b4d-4eaf-ac42-1a153d467f18\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.976701173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:27.97715308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.977272698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.978061044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.982311135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f46d5ad-4c04-4b51-8a09-c8fc723cf0fa\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.982546242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.987353229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3155bd04-7f10-4d0d-a438-4e9d4cc40c2d\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.987514569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.992234513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e10800e4-1784-45b0-9021-ea59505baaa3\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.992350534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.996869589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa385650-53fb-4f18-bbfc-cca34db1eb07\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.997131579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.998900523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46caaa9a-412b-41c8-a0f8-c54457b944a2\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:27.999067384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.004910579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf8f3676-d515-414e-932e-1066100c003d\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.014652948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.022559962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b43b81-48e1-48fc-9182-2e67c1038497\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.02284076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.036589226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea84215-ddb4-40df-aaf7-cb3813a0b7c5\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.036887819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.037035512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.05034227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5baeefb0-1e2a-49c9-951c-67a493d2c245\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.05069954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.061167931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2e05ba1-63fa-437d-80b2-dda6a34166d7\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.061392838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.063476486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ff7998-ace3-472d-ae58-af3aa335227a\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.063637385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.065377071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"824fafb5-1b95-47dc-b4ad-5578db5a5b8f\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.065624482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.067190332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78fb8b0e-2a43-40c5-91d4-3cda057c5c69\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.067271453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.067319218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.067366862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.067406902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.068021382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.071294974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.07907726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.079178311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.079244593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.079305453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.07935907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.079923651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.087930453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.093587659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.093680103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.093745202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.09423253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.183674279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.18376055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.185362331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49285"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.189094233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.190289898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2246e178-f89a-44e4-a9d3-60b921510548","remote_addr":"[::1]:49285","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.190348675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2246e178-f89a-44e4-a9d3-60b921510548","remote_addr":"[::1]:49285","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.192543574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2246e178-f89a-44e4-a9d3-60b921510548","remote_addr":"[::1]:49285","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2264,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.194073192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2246e178-f89a-44e4-a9d3-60b921510548\", \"content-length\": \"9198\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.275115529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.27542843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.276407354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.276480299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.276522192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.276559837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.277218365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.280929716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47602"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.285561655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4a1549fc-373b-436d-ae6d-7bbc8120601d","remote_addr":"[::1]:47602","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.285658017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4a1549fc-373b-436d-ae6d-7bbc8120601d","remote_addr":"[::1]:47602","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.300600414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4a1549fc-373b-436d-ae6d-7bbc8120601d","remote_addr":"[::1]:47602","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":15106,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.303639008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a1549fc-373b-436d-ae6d-7bbc8120601d\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.388286385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.388380863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.389001025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.395164796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.395236178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.395276298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.395784948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.39664715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47738"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.401993078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1ec681cd-00a2-4d57-bcbd-411897805bb0","remote_addr":"[::1]:47738","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.402142044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1ec681cd-00a2-4d57-bcbd-411897805bb0","remote_addr":"[::1]:47738","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.404369758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1ec681cd-00a2-4d57-bcbd-411897805bb0","remote_addr":"[::1]:47738","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2099,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.408331777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ec681cd-00a2-4d57-bcbd-411897805bb0\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.496848278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.496932696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.497573979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.497642776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.498462514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.499923766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43837"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.5028158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f3f99d92-9557-4c73-b3e1-1941a4d55def","remote_addr":"[::1]:43837","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.502872883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f3f99d92-9557-4c73-b3e1-1941a4d55def","remote_addr":"[::1]:43837","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.511529035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f3f99d92-9557-4c73-b3e1-1941a4d55def","remote_addr":"[::1]:43837","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":8752,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.520588769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3f99d92-9557-4c73-b3e1-1941a4d55def\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.521753712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.521818792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.521854042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.522044149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.522422942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:28.522670002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.637080631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.63719071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.637566967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.637818527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.711020161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.71110036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.712035558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:47468"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.713163067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.713277394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.713328105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.71593886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.716493381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.717847421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.719691173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fa9dfeaa-81df-4d9b-8e96-af96b3730950","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.719773506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fa9dfeaa-81df-4d9b-8e96-af96b3730950","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.72078268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"de84a475-4573-4fe5-a0b9-4d35abb63be0","remote_addr":"[::1]:47468","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.720854824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"de84a475-4573-4fe5-a0b9-4d35abb63be0","remote_addr":"[::1]:47468","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.721155441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fa9dfeaa-81df-4d9b-8e96-af96b3730950","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.721242774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fa9dfeaa-81df-4d9b-8e96-af96b3730950","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.722398119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fa9dfeaa-81df-4d9b-8e96-af96b3730950","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.724449453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"de84a475-4573-4fe5-a0b9-4d35abb63be0","remote_addr":"[::1]:47468","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3694,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.732003476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de84a475-4573-4fe5-a0b9-4d35abb63be0\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.73247865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.732596824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.732642275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.732842903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.732908373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.732951759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.732989113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.733818491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.7371966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.737307871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.738875504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fa9dfeaa-81df-4d9b-8e96-af96b3730950","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19206,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.749731555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa9dfeaa-81df-4d9b-8e96-af96b3730950\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.750681792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.751304359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.756487864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.757359585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.757642267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.758346726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.777208827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.777359066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.777628842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d8a6b8ef-2f53-4b01-8a06-cac7d0781a9e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.777760703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d8a6b8ef-2f53-4b01-8a06-cac7d0781a9e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.778331677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d8a6b8ef-2f53-4b01-8a06-cac7d0781a9e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.778480613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d8a6b8ef-2f53-4b01-8a06-cac7d0781a9e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.779329299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d8a6b8ef-2f53-4b01-8a06-cac7d0781a9e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.790659882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d8a6b8ef-2f53-4b01-8a06-cac7d0781a9e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12969,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.791399541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8a6b8ef-2f53-4b01-8a06-cac7d0781a9e\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:28 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.79155018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.791604719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:28.791641672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:28.81565763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.860934323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.911921338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.912009543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.912069081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.912108299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.912801936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.916924424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.927962887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.928042906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.928083246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.928530946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.9299986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.930195922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.934638015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:28.935769322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.93589442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:28.935939219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:29.211567109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"ef546697-6393-4c54-b027-4be9f622de3b"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.211659963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:27.698632 UTC","collection_id":"ef546697-6393-4c54-b027-4be9f622de3b"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.212012323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"ef546697-6393-4c54-b027-4be9f622de3b\",\"time_done\":\"2026-03-04 07:05:28.732639 UTC\",\"time_started\":\"2026-03-04 07:05:27.698632 UTC\"}","iteration":10,"elapsed":"2.135810205s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.212080138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.212114306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.212154566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.212235807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.212276137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.213394388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.214329435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.214385186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.214425756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.214465616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.214502148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.214942903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.221705565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.22176363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.223753011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.224996391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.23036857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.230425944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.23046435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.230958402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.232255448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.238445642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.238511533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.238551783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.238923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.252352642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.256383117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.257076594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.261330373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(9ac976f0-a4f1-4aae-b27f-2465b7a2c978, 2), (a49477c0-8cee-481d-b493-b6a15c16a549, 2), (c682f0ff-802a-44b7-85c9-f7b6a34f709a, 2), (ef546697-6393-4c54-b027-4be9f622de3b, 2)]","collection_id":"9ac976f0-a4f1-4aae-b27f-2465b7a2c978"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.261513136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.261636932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.264368837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.353755076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.356055234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:55868","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.356151285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:55868","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.356197757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:55868","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.35623938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:55868","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.356281634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:55868","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.356322896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:55868","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.356364729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:55868","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.356404037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:55868","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.356444257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:55868","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:29.356484306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:55868","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.35742259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:55868","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:29.357495645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:55868"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:29.357531807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 6b9305e4-8cdf-4318-9c60-aab0f6ed658e","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"6b9305e4-8cdf-4318-9c60-aab0f6ed658e"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.357576586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.357614591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.358155766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.361880213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"ef546697-6393-4c54-b027-4be9f622de3b\",\"time_loaded\":\"2026-03-04T07:05:29.214317642Z\",\"time_started\":\"2026-03-04T07:05:27.698632Z\"}}","iteration":7,"elapsed":"147.544936ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.362250418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.362412931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.362536176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":8,"elapsed":"288.864µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.362896912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.363000478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.363072341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.363220275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.363839144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.364029993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.364152787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.364474105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.364594815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.365557547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.366456332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.366656309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":6,"elapsed":"186.72µs"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.369530347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54784","req_id":"8d602b6e-cf7c-4579-aa1d-42806c526284","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   8c 16 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.369856204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54784","req_id":"8d602b6e-cf7c-4579-aa1d-42806c526284","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35862,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.370331819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.371992647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.372300699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.37251259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54784","req_id":"8d602b6e-cf7c-4579-aa1d-42806c526284","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.374502181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.374632691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.376007501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.377579884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8784, tv_nsec: 295384674 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.377686556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.377901823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.378621122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.38672636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.386821569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.386866267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.386907289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.386944483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.388610832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.391664327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42385","req_id":"691424a4-f1ac-41d8-a4c9-5b287a399b14","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   53 b1 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   S...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.391824535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42385","req_id":"691424a4-f1ac-41d8-a4c9-5b287a399b14","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21425,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.392484456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.392519475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42385","req_id":"691424a4-f1ac-41d8-a4c9-5b287a399b14","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.392599143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21318","req_id":"bc9b9f25-6795-421d-a610-5c61ffefd58d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   55 9a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   U...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.392674493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21318","req_id":"bc9b9f25-6795-421d-a610-5c61ffefd58d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21914,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.392887717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.39437492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21318","req_id":"bc9b9f25-6795-421d-a610-5c61ffefd58d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.39491868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.394978679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.395016454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.395051314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.395705152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.610231269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.61113326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.618165407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.618263832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.618306988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.618928342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.622323405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0245d749-ba85-4735-92e7-1a01a5a2e19d\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.622470417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.623456074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.629775636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.630695132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.630943645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.631072882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.631180135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.63210921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.635309045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4827d3d-520f-4a05-8cf5-ff6799310b5b\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:29 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.635458382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.635508792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.635550415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.636539159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:29.639234832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":1,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":1,"nphysical_disks":1,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"9ac976f0-a4f1-4aae-b27f-2465b7a2c978"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.639451974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.639500019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.640338955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.644615679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.65067848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.650793519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.650912676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.651059557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.651160548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.653030321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.65550691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.65565801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.655761616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.655858679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.656842503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.659100748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(a49477c0-8cee-481d-b493-b6a15c16a549, 2), (c682f0ff-802a-44b7-85c9-f7b6a34f709a, 2), (ef546697-6393-4c54-b027-4be9f622de3b, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.659346536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.661114106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.703580478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.703698783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.703741187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.70418569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.70684909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.706916363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.707213574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.708138661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.709235469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58886","req_id":"0a0af293-74e6-441f-b67e-e11267a1ebf1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   16 d7 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.709317763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58886","req_id":"0a0af293-74e6-441f-b67e-e11267a1ebf1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5847,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.709570645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.709776564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.709922273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.710023104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58886","req_id":"0a0af293-74e6-441f-b67e-e11267a1ebf1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.713336094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8784, tv_nsec: 631048380 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.713442495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.713550419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:29.714176743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.714234628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.714470687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.714531027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.714569914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.716651458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.719619252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.719687999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.722005502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33918","req_id":"6a1a0b8b-d5c8-4a44-a794-22dc6a1fce86","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9a 04 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.72226629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33918","req_id":"6a1a0b8b-d5c8-4a44-a794-22dc6a1fce86","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39428,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.722738167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.723119504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33918","req_id":"6a1a0b8b-d5c8-4a44-a794-22dc6a1fce86","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.724469746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32102","req_id":"d79fa6bf-ba84-4592-a2b6-82159bb7ea01","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   3b 47 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ;G..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.724834801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32102","req_id":"d79fa6bf-ba84-4592-a2b6-82159bb7ea01","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15175,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.725144947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.726586059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32102","req_id":"d79fa6bf-ba84-4592-a2b6-82159bb7ea01","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.726871386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.734149581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.734242686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.73428522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.734327314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.734364989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.734801746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.737336701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.737410958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.92549098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.926465135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.926535865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.926569212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.926614001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.927452987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.929831982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.93770579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.937779546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.937997249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.940456403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:29.943345721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"6b9305e4-8cdf-4318-9c60-aab0f6ed658e","zpool_id":"22c14f98-e284-44e9-aced-7f408bb833fb","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.943413636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.943454678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.946529625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.948934842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:29.949097976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.949157644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:29.951855372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.952029478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.952080409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.952123174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.952169756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.95220166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.953583775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64173","req_id":"c1df463f-aad4-465e-92af-c6f297cad476","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   3d 86 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   =............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.953695547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64173","req_id":"c1df463f-aad4-465e-92af-c6f297cad476","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15750,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.953950864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 15750,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:29.954230088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64173","req_id":"c1df463f-aad4-465e-92af-c6f297cad476","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.958978199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.960237129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.96045421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.960577986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.961475468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.962859557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.963387646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.966120083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.972434965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.972507769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.97254813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.97713503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.977241671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.977288234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.977330828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.977369125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.977400487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.978771149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26994","req_id":"6d82c505-3fc2-467b-a4e3-0a484f3a8da8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   c1 2a 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   .*..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.978909193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26994","req_id":"6d82c505-3fc2-467b-a4e3-0a484f3a8da8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49450,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.979047117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.979795894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.979856004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26994","req_id":"6d82c505-3fc2-467b-a4e3-0a484f3a8da8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.979924059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8784, tv_nsec: 897794319 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.979987204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.980522778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27518","req_id":"ce1029af-3649-4e1c-93e5-64851e513366","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   08 7c 01 00  00 01 00 00  00 00 00 01  24 38 39 37   .|..........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.980653908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27518","req_id":"ce1029af-3649-4e1c-93e5-64851e513366","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2172,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.981924903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.982138647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27518","req_id":"ce1029af-3649-4e1c-93e5-64851e513366","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.983177821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.983240165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.983275856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.984824051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.992505386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:29.992573712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.992612569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.993159035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.994767229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:29.998023025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.012223067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.012446421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"ef546697-6393-4c54-b027-4be9f622de3b\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":6,"elapsed":"648.542619ms"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.014747752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"46911072-daca-46fb-a9da-d2367199399d","zpool_id":"22c14f98-e284-44e9-aced-7f408bb833fb"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.016763194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66d2caab-b888-475e-b6e0-1e07c6346aaa\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.017980783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.028287332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.028355127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.028386219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.028426499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.029086229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.031042073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 6b9305e4-8cdf-4318-9c60-aab0f6ed658e","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"6b9305e4-8cdf-4318-9c60-aab0f6ed658e"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.031115119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.031155218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.032241315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.039572065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.039656723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.039702283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.040635697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.046637217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.046713548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.046746073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.046784349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.0475249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.050236846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.0503043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.050482343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.050532343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":6,"elapsed":"687.612495ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.051248164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 6b9305e4-8cdf-4318-9c60-aab0f6ed658e (physical_disk), lookup_type: ById(6b9305e4-8cdf-4318-9c60-aab0f6ed658e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.051322242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.051362131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.051395828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.051841573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.055317426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe510d3c-672f-4cb6-8455-f361508beadd\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.055574377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.072959886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.081049202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 6b9305e4-8cdf-4318-9c60-aab0f6ed658e (physical_disk), lookup_type: ById(6b9305e4-8cdf-4318-9c60-aab0f6ed658e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.08112878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"6b9305e4-8cdf-4318-9c60-aab0f6ed658e","zpool_id":"22c14f98-e284-44e9-aced-7f408bb833fb","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.081170062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.081207356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.08162722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.085641262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.085880938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.085989784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.086029764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.087071052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.096137819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.100998613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.10966738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.109805644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.109912968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.110000361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.110928555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.127896354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e0379b5-2a4d-42f9-849e-707c5803f90f\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.128314665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.130376941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.14073372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.140828468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.140873227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.142589756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.15066279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.150807738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.1509144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.151002866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.151791472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.177546203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.185928801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.188308959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.188383036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.189931952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.204713068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.205008595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.206069312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.215731171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb2a8740-a2c2-4d91-87ad-2889055167b5\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.216073982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.2453468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bf24000-9b8a-4363-a8ae-1745acde659a\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.245866523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.250214047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"246f9021-d8dc-4c63-867f-bacc6ec77499\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.250377802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.252652079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef9ad88-8847-46f5-a956-f831b1693b83\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.252775384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.255918126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aacf223a-8bae-4369-a1ec-7f22917a056d\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.256005409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.256049447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0049c4b-c101-42db-90e7-d742ee0b494d\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.256096761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.257865864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c923dc8-8696-418d-a409-e1aa0285d646\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.257946214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.258738918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f74e3f4-e8db-4182-8153-f2396a51ebe2\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.258819759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.260821154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d04d46-4cea-49c7-9482-61834f52eedc\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.260917936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.262362906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66ddaffc-f63e-427f-a488-4fc426bdeb0a\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.262441812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.283611948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"827111e2-5ae8-4e97-80e0-6121058354c2\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.283884509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.288615576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da4113a8-9628-42e7-9fbc-ee6aa9490577\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.288745834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.294521906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c529428e-d6dd-4bdd-9c2a-210395fedfa7\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.294646203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.301106604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd8964f-709d-4cb7-bf75-b2563ea746a4\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.301253185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.30474491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7fbb469-2460-464e-a5ff-1abf7fc8bb1b\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.30488089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.307161259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa5491c1-bef2-46a6-b194-35bdc300336b\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.307399342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.310259532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbfc612f-3340-45cc-aa7d-25d89ecb8e64\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.310399831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.311520206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3a094c9-d28b-4ad1-b172-d53d56c2db4e\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.311659092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.313247517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"297760fa-730b-4187-b37d-4eb4d062fd6f\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.313416322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.314635083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7594bc95-b032-4a8b-9954-a6747a961afa\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.314745562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.317521425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"945ae865-0246-4803-9be1-05ca9fbfbf29\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.317717545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.318673042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de12a1ad-dc09-4406-aa3a-d11eb54e7c2f\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.318750466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.319886552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eedf450e-0ace-4baa-b099-602c06e49c42\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.319962794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.321125824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae28ad7-1370-444e-8cb3-8f2b8514bcec\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.321256463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.32299672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b85ca5a3-6887-4dea-b1aa-acdab495264f\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.323077219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.324709331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b799bc52-38e5-42f7-baee-a627b94ad43a\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.324785873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.327667817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b0d031-c15a-4082-b17c-f01c575148c1\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.327748477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.331987376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f0bf4e-c1cd-4476-85c2-c1dbe236abe7\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.33224144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.335339032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd80124-4a74-4f14-aec5-8e8f738d8c4f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.335492227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.343493167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd6dba0a-ed14-4c3c-9fb1-403676ab5cd6\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.343638406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.34572534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b98ba1be-2c52-416e-bd3e-37c83520a743\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.34580071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.346983419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729f0d9a-936b-40c6-92fd-754a9da69351\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.347264297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.348285826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e03a15b7-ee81-47dc-9afa-4c07afab1a8a\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.348415393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.349765384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ef924a-1f8c-43a5-9f87-76697d60c484\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.349841035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.351138351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d9cc504-9a7a-42f3-999d-79d48bce39db\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.351347497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.352302193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0d0e9f4-b784-4745-a9a8-26e9a0206286\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.352550917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.353602565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06321ed0-e47b-40b7-9d6e-f5c78404b76a\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.353677324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.354860464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e2667a-667e-4b83-9b4e-f6ac485b8efb\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.354942296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.358536464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.359021357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13249109-458b-46f1-9bd4-644509d3aff4\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.360468401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.363454201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30bf6369-9080-4656-a46f-91b1fb1e881f\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.363889376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.371835958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6461f6e0-ad88-4b7b-bd5d-19ed63b63021\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.372035244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.374873411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9772a454-bcf1-415d-9a77-c74f659c4db4\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.375098708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.376898553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99a316f5-fc16-4b13-a410-c2efb02f152d\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.376978111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.380472561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"670f12da-bc74-4332-9b2c-12097f7cb688\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.381425744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.382509527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"124beabb-4c0c-4438-ba68-6c933c015717\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.38265703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.385242014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9996c20a-5be7-48f1-b80c-5ccc907e2eb1\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.385400158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.386634069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d6706b5-3083-4848-88ff-7ebdf0c7debc\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.386709428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.388441248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee53a551-3dca-4d39-8e2f-2370212d2069\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.388753047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.388882103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.39061729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b72655-7220-454b-ad9c-0e75b9a12e6e\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.390924891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.392750376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9b45da9-ae1f-441d-a746-77d486d61e95\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.39317511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.394579218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6b1e422-603f-4cf1-a9fd-e3c3d5e18761\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.394844054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.397113301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f4718b5-b03c-407e-b930-a9ecf34fde8d\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.397387135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.398977003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccdd45e5-2c81-4e4c-a78a-c08d39d37adf\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.399434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.399500152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.399543347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.399581944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.40037011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.404318992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.411187113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.4115883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.411649612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.411700282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.411737777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.412329071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.413760945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.413840823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.413885041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.413920171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.414535152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.416710313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.421395177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.421469905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.421511739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.42192027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.423996644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.434126553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.434259106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.434300578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.434726394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.438667531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.438751909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.439213085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.507434368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.507568735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.508688369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48570"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.509516333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7cac0d76-37fd-4678-9153-68efa2bc3438","remote_addr":"[::1]:48570","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.509596522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7cac0d76-37fd-4678-9153-68efa2bc3438","remote_addr":"[::1]:48570","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.510925742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7cac0d76-37fd-4678-9153-68efa2bc3438","remote_addr":"[::1]:48570","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1310,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.511208424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cac0d76-37fd-4678-9153-68efa2bc3438\", \"content-length\": \"9590\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.600445766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.60053801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.601500792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52688"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.602384747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"331f6528-9d6f-4a23-9953-588ae888cfd2","remote_addr":"[::1]:52688","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.60244654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"331f6528-9d6f-4a23-9953-588ae888cfd2","remote_addr":"[::1]:52688","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.6041532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"331f6528-9d6f-4a23-9953-588ae888cfd2","remote_addr":"[::1]:52688","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":1761,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.605847595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"331f6528-9d6f-4a23-9953-588ae888cfd2\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.696021788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.696117338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.696819663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36583"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.697107715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.697269687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.697341369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.697388302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.697429264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.698610379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.699407422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.700193854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.700747554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7932cd99-2464-4113-96f1-edae82d88700","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.700844086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7932cd99-2464-4113-96f1-edae82d88700","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.701131827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"86ed8c5b-5e1e-4683-998c-11c41245b6cf","remote_addr":"[::1]:36583","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.701200724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"86ed8c5b-5e1e-4683-998c-11c41245b6cf","remote_addr":"[::1]:36583","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.701504407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7932cd99-2464-4113-96f1-edae82d88700","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.701589085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7932cd99-2464-4113-96f1-edae82d88700","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.702180921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7932cd99-2464-4113-96f1-edae82d88700","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.704784401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"86ed8c5b-5e1e-4683-998c-11c41245b6cf","remote_addr":"[::1]:36583","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3585,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.704966674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.725320588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.725475866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.725579122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.726261968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.728300296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.728559862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.728821541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86ed8c5b-5e1e-4683-998c-11c41245b6cf\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.849915944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.850118266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.85110221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.852424246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.853375976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7932cd99-2464-4113-96f1-edae82d88700","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":152654,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.853794267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38277"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.854525008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7932cd99-2464-4113-96f1-edae82d88700\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.854788591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:30.855116523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.855339576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.855419334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":5,"elapsed":"158.297401ms"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.855972302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34479e70-aee8-406b-91cb-f96cfa83cd5c","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.856057973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34479e70-aee8-406b-91cb-f96cfa83cd5c","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.856252459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b4dad8b7-c6cf-4c93-a44e-860a86fcb471","remote_addr":"[::1]:38277","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.85632362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b4dad8b7-c6cf-4c93-a44e-860a86fcb471","remote_addr":"[::1]:38277","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.856639688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34479e70-aee8-406b-91cb-f96cfa83cd5c","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.856731931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34479e70-aee8-406b-91cb-f96cfa83cd5c","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.85748172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34479e70-aee8-406b-91cb-f96cfa83cd5c","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:30.860119539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b4dad8b7-c6cf-4c93-a44e-860a86fcb471","remote_addr":"[::1]:38277","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":3888,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.861244764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:30.861319593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.86166563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4dad8b7-c6cf-4c93-a44e-860a86fcb471\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:30 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.862760384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.862826646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.86286416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.863464332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.863864587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:30.864507314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.964528504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.964817668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.965329906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:30.966055557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.048990042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.049064099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:31.049710783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:34548"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.050456965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.050533818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.051088149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.051324739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:31.052743717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34479e70-aee8-406b-91cb-f96cfa83cd5c","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":196767,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.05400394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.054072897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.054106323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"f5eccb8f-2e46-48bb-bcab-c83f95a96632","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.054429455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"dfc2baf3-7c3e-4b63-9d00-788599675301","remote_addr":"[::1]:34548","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.054493512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"dfc2baf3-7c3e-4b63-9d00-788599675301","remote_addr":"[::1]:34548","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.054807205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34479e70-aee8-406b-91cb-f96cfa83cd5c\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:31 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.054890039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.054928786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:31.054963375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:31.063684005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"f5eccb8f-2e46-48bb-bcab-c83f95a96632","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9546,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:31.064057357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"dfc2baf3-7c3e-4b63-9d00-788599675301","remote_addr":"[::1]:34548","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":9622,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.065349272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.065938643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.066600277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.066669234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.066730075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.066769243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc2baf3-7c3e-4b63-9d00-788599675301\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:31 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.067121462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.067218184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.067259306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.067423081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.067474373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.067515174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.067553881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.068468918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.078705389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.078800929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.078840808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.087768419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.093951198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.09488345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.095003679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.096487055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.20209458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.252601361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.252674265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.252716459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.252753944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.253412351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.257463607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.265033682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.265104964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.265147188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.266080601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:31.554556228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"65edc3a5-e77a-41f8-a241-5d2da9dde5ad"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.554650706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:29.983088 UTC","collection_id":"65edc3a5-e77a-41f8-a241-5d2da9dde5ad"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.554921503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"65edc3a5-e77a-41f8-a241-5d2da9dde5ad\",\"time_done\":\"2026-03-04 07:05:31.067255 UTC\",\"time_started\":\"2026-03-04 07:05:29.983088 UTC\"}","iteration":11,"elapsed":"2.342803731s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.554989989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.55502535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.555142893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.555188975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.555248984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.555801331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.556679595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.556729705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.556768802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.556809493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.556846827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.557317642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.564863259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.565006844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.56608232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.569206535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.574842979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.575005201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.575063577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.575365377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.576217008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.580136703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.580196612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.58023573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.58069411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.582599133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.582652329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.583072153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.588423481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(a49477c0-8cee-481d-b493-b6a15c16a549, 2), (c682f0ff-802a-44b7-85c9-f7b6a34f709a, 2), (ef546697-6393-4c54-b027-4be9f622de3b, 2), (65edc3a5-e77a-41f8-a241-5d2da9dde5ad, 2)]","collection_id":"a49477c0-8cee-481d-b493-b6a15c16a549"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.588552066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.588602156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.589563906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.674372042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"65edc3a5-e77a-41f8-a241-5d2da9dde5ad\",\"time_loaded\":\"2026-03-04T07:05:31.556649866Z\",\"time_started\":\"2026-03-04T07:05:29.983088Z\"}}","iteration":8,"elapsed":"117.671405ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.67466315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.674883979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.675037053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.675153745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.676249761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.676316885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.676370291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.676413436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.676453205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.677365978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.678502646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.678618536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.678772522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":9,"elapsed":"275.557µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.678939093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.679050985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":7,"elapsed":"111.932µs"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.680699589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40780","req_id":"8213bdce-685c-41a2-affc-0c82b90a6b4d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   16 e6 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.680915017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40780","req_id":"8213bdce-685c-41a2-affc-0c82b90a6b4d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5862,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.681382065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.681697711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.681919782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.682100682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40780","req_id":"8213bdce-685c-41a2-affc-0c82b90a6b4d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.683224123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8786, tv_nsec: 601082579 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.683457617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.683742342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.684576158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53464","req_id":"6e962696-d90c-49f6-ae16-77f3aedde83c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   45 ee 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   E...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.684841756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53464","req_id":"6e962696-d90c-49f6-ae16-77f3aedde83c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17902,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.68503036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.685155309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53464","req_id":"6e962696-d90c-49f6-ae16-77f3aedde83c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.685316449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17607","req_id":"90fda01d-464c-48c5-8682-0b1e30ccb217","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   59 d7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Y...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.685408672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17607","req_id":"90fda01d-464c-48c5-8682-0b1e30ccb217","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22999,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.685586565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.685613499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17607","req_id":"90fda01d-464c-48c5-8682-0b1e30ccb217","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.686008563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.692873838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.692961633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.693003265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.693043695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.69308138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.693888804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.867633836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.869078395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.870279219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 7 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.870814222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.882940235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.883479777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.890355082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.890428127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.890467415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.890942308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.895529198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"168412be-068f-4bf5-8a52-954d1d2aad04\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.895695709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:31.89645651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":2,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":2,"nphysical_disks":2,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"a49477c0-8cee-481d-b493-b6a15c16a549"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.896584805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.896628481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.897406216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.899046073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.899095271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.899134639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.899171903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.899677617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.901059923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.903042781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47024","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.903124834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47024","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.90316813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47024","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.903208901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47024","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.903247347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47024","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.903286495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47024","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.903325402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47024","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.903363127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47024","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.903403237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47024","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:31.903441623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47024","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.904403413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:47024","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:31.9045729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:47024"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:31.904761174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: c6aa4a94-7eda-4083-b5b5-b758c6db7936","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"c6aa4a94-7eda-4083-b5b5-b758c6db7936"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.90510164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.905168563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.905795698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.906957295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.907047134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.90865655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(c682f0ff-802a-44b7-85c9-f7b6a34f709a, 2), (ef546697-6393-4c54-b027-4be9f622de3b, 2), (65edc3a5-e77a-41f8-a241-5d2da9dde5ad, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.908722842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.910954083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09fcc92f-eaa2-4bcb-80c2-9124a4b03c7c\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:31 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.91106816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.911107117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.911146856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.912489893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.913568496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.919864801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.919950371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.919988727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.920034798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.920075048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.921686268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.924499315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.924570246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.924688521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.924886033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60099","req_id":"60f7a719-882e-490c-9d40-842546fb7a37","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ca e5 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.925143244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60099","req_id":"60f7a719-882e-490c-9d40-842546fb7a37","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51941,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.925352129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.925644991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.925803966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.925918734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60099","req_id":"60f7a719-882e-490c-9d40-842546fb7a37","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.926246946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.927595023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.927713399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.928611943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.930848345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8786, tv_nsec: 848567925 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.931302517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.931473777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.933271477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.938239284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.938320655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.938362468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.938861279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.940291339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.940355958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.940389955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.940429263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.942183678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.944439388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.944509607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.946270945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.94704359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.947110703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.947149651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:31.947510136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.947554264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.94759227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.947631618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.947668491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.948313582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.949387886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.949569456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.94961172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.949650738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.949823721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.950548701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.950612558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.950652377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.9506892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.952025855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.953596585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17762","req_id":"2ccb06f4-95b6-4256-88fd-bf4ba49d7d90","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cf 1d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.953681994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17762","req_id":"2ccb06f4-95b6-4256-88fd-bf4ba49d7d90","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53021,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.953857713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.953965938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17762","req_id":"2ccb06f4-95b6-4256-88fd-bf4ba49d7d90","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.954026699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9026","req_id":"08ab6d29-2106-4d2e-9aed-e1193d4c3337","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   3b 2c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ;,..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.954141567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9026","req_id":"08ab6d29-2106-4d2e-9aed-e1193d4c3337","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15148,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.954326735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.954354771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9026","req_id":"08ab6d29-2106-4d2e-9aed-e1193d4c3337","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.954777159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.959842019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.95992347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.959963149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.960002788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.960039811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.960685173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:31.962426622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:31.962494126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.164628151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.165276108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.165342179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.165451897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.165536395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.166414599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.167882715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.174394558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.174471801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.174512863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.174890733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:32.177742607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.179703111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.199197539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.201023295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.201148022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.201245987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.20181127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.204221056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.204405732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.205280309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:22458","req_id":"e5aa650b-4f84-4a43-9edf-24622b3d670f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   be c5 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.20559788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:22458","req_id":"e5aa650b-4f84-4a43-9edf-24622b3d670f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48837,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.206116801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48837,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:32.206713065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:22458","req_id":"e5aa650b-4f84-4a43-9edf-24622b3d670f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.208735792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.208843516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.20895099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.209057461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.209143522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.212638564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.220286854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"c6aa4a94-7eda-4083-b5b5-b758c6db7936","zpool_id":"df52b3be-ce84-47e0-96d5-abf75dfb5785","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.220434767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.22048128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.221147463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.222710387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.224192781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.224263792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.224299914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.22458496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.225530678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.226809087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.243465148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.243593903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.243767238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.24388944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.244039118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.245251616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.250340433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.25043503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.250683404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.250848752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":7,"elapsed":"576.131684ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.252775619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.259690012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.259864318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.259914638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.26090783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.263706719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.263783532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.263904342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.263947147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.26529314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.267562507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52338","req_id":"8c9015f1-a22e-43c8-a827-583249a46158","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   31 6a 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   1j..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.267647406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52338","req_id":"8c9015f1-a22e-43c8-a827-583249a46158","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12650,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.267873394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.268100816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.268199492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52338","req_id":"8c9015f1-a22e-43c8-a827-583249a46158","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.280575502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8787, tv_nsec: 198335162 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.280708827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.280826831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.281009534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"65edc3a5-e77a-41f8-a241-5d2da9dde5ad\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":7,"elapsed":"604.726707ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.288093884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.291228179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.292969517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:65179","req_id":"913926e4-e1e0-4b6c-ab2e-5fa2708ee341","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   d4 77 01 00  00 01 00 00  00 00 00 01  24 38 39 37   .w..........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.293060057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:65179","req_id":"913926e4-e1e0-4b6c-ab2e-5fa2708ee341","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54391,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.293300825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.293410654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:65179","req_id":"913926e4-e1e0-4b6c-ab2e-5fa2708ee341","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.296862619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.296928661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.29696374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.303549159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"96247367-cb0c-471b-9555-fa3271c1a0bf","zpool_id":"df52b3be-ce84-47e0-96d5-abf75dfb5785"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.330369106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: c6aa4a94-7eda-4083-b5b5-b758c6db7936","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"c6aa4a94-7eda-4083-b5b5-b758c6db7936"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.330534034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.330581418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.331655591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.334401775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f2644d4-5520-496f-ae6b-5c4d235ea9fb\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.334668555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.353503623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: c6aa4a94-7eda-4083-b5b5-b758c6db7936 (physical_disk), lookup_type: ById(c6aa4a94-7eda-4083-b5b5-b758c6db7936) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.353618341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.354284785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.354353551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.35591376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.391599455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"474dafbf-3396-4ce0-9a82-f91d882a5af6\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.391774572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.393166487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.40026249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: c6aa4a94-7eda-4083-b5b5-b758c6db7936 (physical_disk), lookup_type: ById(c6aa4a94-7eda-4083-b5b5-b758c6db7936) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.400363751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"c6aa4a94-7eda-4083-b5b5-b758c6db7936","zpool_id":"df52b3be-ce84-47e0-96d5-abf75dfb5785","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.40040326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.400439632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.400928663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.403034065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.403105477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.403147961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.403183842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.403561923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.404276262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d9b1d4-cf52-4966-b97f-f12aa3386ee6\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.404429897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.408199023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.411976876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.412460136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965c20ae-9baf-4502-9efa-eaafe64e150a\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.412751043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.415220398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c0914b-2f02-4d2b-9bab-1d023c894b3c\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.415466256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.41759283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87aba31b-3f69-4ae3-a738-8391a8655ca6\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.417910631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.418345915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.418412508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.418501003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.418553668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.419804312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.423229986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84ab9b63-6229-4ff9-aa85-7d84894955ca\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.423516765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.425412931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.429980402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.430124899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.430370888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.431396695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.433428521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e835335e-9a0a-4f36-9807-11dd791fd4d1\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.433630512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.435486137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98d1ae0d-7daa-41a4-85b0-6fcf96a55930\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.435575364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.438431597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.438497688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.438537147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.438572637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.43971708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.4410513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6c3b73-850d-41fd-bad8-1e66288ce6fe\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.441471264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.447114472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52c4fd96-f0d6-4dff-b8f4-3bac89077cf3\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.447352595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.449072621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a3c23ad-680b-4d6d-b6b8-1eb431133a3d\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.449240474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.450029321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.456772564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.456854146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.456895769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.457411693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.459771871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fb8b36d-df43-46c5-83fc-0f1e1b1ae5dd\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.461469512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.462089915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.462141637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.46281791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.463534403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f755f41-b558-4fb9-8452-805b8ca792b7\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.463743629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.467552403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1e8c8ab-551f-462d-a390-0b51b8760902\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.467905194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.474118314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8886ebe1-4d2e-4d3a-9fa5-4447f2ca375c\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.47471544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.485617101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4c59f6b-99ad-4617-80dc-df9daed65ca1\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.486566237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.495335102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d01b4f0-c108-4a86-94ed-8effa7d166e8\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.495495741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.497802763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5feb24d-189b-4aca-a8ec-030a5e32f317\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.497938252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.499105811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79e50e37-ee69-42a5-8dcf-1b93ca541ad5\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.499299436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.501063579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b3c65ed-9a25-415e-8277-bc43c0052673\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.501338516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.503271605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31dd234c-ff3c-4f56-ac3c-71742644353e\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.503604616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.50823374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4c4bd2e-7d7c-49b9-b707-4d3a0e98519b\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.508442485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.511503935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92900db7-1b07-48a0-a355-6e310db5319a\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.511731477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.515660139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f57ac766-1c64-4306-a1f7-ad00ee95c122\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.515754477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.531106838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d70757-b8f5-4383-808c-39bbd4515d6f\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.531278018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.536117099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e99bb391-3c7b-4453-9f3c-d4e38364b5de\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.536275463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.543225587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff9635f0-d647-4e76-8a09-9f1afa6fd9ce\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.543432397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.545767776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c47da200-5e42-49eb-a304-770ee44380ac\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.546108152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.548170949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e81c89f1-40ba-4408-847b-6e6977de0a95\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.548265997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.551192981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0778fc9e-9c4f-407e-9c57-9c31af886161\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.551277007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.555212985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a3a357-6399-4c0b-9e90-4950b08a891a\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.555420056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.559498115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.560852525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d0d032-85a1-45f5-b557-deff2c30600e\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.561047302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.56239583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c517e70b-06a0-42a5-80b8-25c775349aa1\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.563193976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.564567043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e42ddee-b447-45f8-831a-3cdbb53a7039\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.564709676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.565974438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2467274a-bbd2-44aa-b9ef-55479b71ee8d\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.566277389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.568797976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a869286-46c9-45e2-8cba-e2b0005c526a\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.569059375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.57342247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e89e569-9882-422a-badf-57fb11dce678\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.573830951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.57615122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"545a01cb-5371-46f2-ae39-fdf319137d50\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.576605181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.578071273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45f3341b-c681-408e-ad30-cbca2551d7de\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.578221632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.583093478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bf033c1-6a66-4771-b329-0274e642d4a0\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.583273796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.586845179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0101d1b-8321-435f-9ed3-c324b9f9266c\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.587134273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.589767312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9611920-14f8-41d6-b742-89dee4b116fd\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.590013181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.594271568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ad7558-a777-43ed-bda7-245d2877ae60\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.595477523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.598783519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ae60eb0-b4b9-46d0-955a-43e4faab6861\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.599119206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.601604071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ccd282-72e6-485e-a5c6-5fcedfdc7388\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.601761223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.603907576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"620171e0-8a09-41e3-8717-c6e8359f9688\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.603987074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.606071073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"231b57a2-eec1-4e61-bf80-2ffb1c1dbf60\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.606214869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.607309433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de9006b1-b98f-4a2a-a533-a33c1b25d1fa\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.60745419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.608468925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca5f7f98-7fd9-42be-9100-9f7dc030196b\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.608608032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.609892202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1cf8713-f3a3-4c71-9806-4b47a5d6dc57\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.609965397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.609999325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.610758603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.610813111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.610895575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.610931586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.611902324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.613792669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75fd9353-1544-42dd-90dc-9466c871478f\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.613998177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.615855686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.624576166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.624655092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.624691946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.625520762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.626452262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d323427e-cb32-4fe3-b841-2f82a9e92741\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.626721466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.629484885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.629555064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.630263361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.631095894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b135920-cf8f-4689-ab2e-63a4c2e87fda\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.631306433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.633518556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da3501a7-6071-4e08-b41b-0fefdca3bbe1\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.633705197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.63522763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c610491f-015f-4105-b360-caf7fad2b92b\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.635366015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.635420273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.635463349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.635607755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.636027228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.638911737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.644347674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.64446153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.644615515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.644725624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.644815112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.645442257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.649646838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.654011857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.654102006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.654156074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.654868629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.735048212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.735130255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.736289257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43177"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.73653742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.736606527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.736640244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.738479437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.752686022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.75388299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.7547994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7de8fe15-aac9-4026-8b02-8f04168f3d2e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.754937654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7de8fe15-aac9-4026-8b02-8f04168f3d2e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.755364683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"d19e21a3-0ea7-4e06-bb15-3d20a9cf282c","remote_addr":"[::1]:43177","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.755523728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"d19e21a3-0ea7-4e06-bb15-3d20a9cf282c","remote_addr":"[::1]:43177","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.756087979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7de8fe15-aac9-4026-8b02-8f04168f3d2e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.756316703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7de8fe15-aac9-4026-8b02-8f04168f3d2e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.757156271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7de8fe15-aac9-4026-8b02-8f04168f3d2e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.76038349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"d19e21a3-0ea7-4e06-bb15-3d20a9cf282c","remote_addr":"[::1]:43177","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":4829,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.763979753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19e21a3-0ea7-4e06-bb15-3d20a9cf282c\", \"content-length\": \"9982\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.838786835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.838894298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.83967576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38189"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.84008829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.840157397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:32.840790585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.842155806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7de8fe15-aac9-4026-8b02-8f04168f3d2e","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":87348,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.84389481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"9eb94672-ec22-4985-aa87-9ec2edbf9f28","remote_addr":"[::1]:38189","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.844046681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"9eb94672-ec22-4985-aa87-9ec2edbf9f28","remote_addr":"[::1]:38189","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.844374723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7de8fe15-aac9-4026-8b02-8f04168f3d2e\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.845258839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.854251379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"9eb94672-ec22-4985-aa87-9ec2edbf9f28","remote_addr":"[::1]:38189","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":10461,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.854963904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.855083762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.855121176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ae407935-3ba0-4dc2-9feb-e72faf2c3e4b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.855174382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ae407935-3ba0-4dc2-9feb-e72faf2c3e4b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.855710928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ae407935-3ba0-4dc2-9feb-e72faf2c3e4b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.855793902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ae407935-3ba0-4dc2-9feb-e72faf2c3e4b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.857070087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ae407935-3ba0-4dc2-9feb-e72faf2c3e4b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.858248978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb94672-ec22-4985-aa87-9ec2edbf9f28\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.943242873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.943325487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.94513429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35909"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.948767536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.948844559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.962752872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"07302795-7993-42a4-8765-b55b78f2551b","remote_addr":"[::1]:35909","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.962863441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"07302795-7993-42a4-8765-b55b78f2551b","remote_addr":"[::1]:35909","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.967808783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"07302795-7993-42a4-8765-b55b78f2551b","remote_addr":"[::1]:35909","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5059,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.969786501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ae407935-3ba0-4dc2-9feb-e72faf2c3e4b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":113454,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.976873787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae407935-3ba0-4dc2-9feb-e72faf2c3e4b\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.977156859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.97725786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:32.977337107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.977530832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.979049077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.979121241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:32.97916133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:32.979196821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07302795-7993-42a4-8765-b55b78f2551b\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:32 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.079032623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.079113323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:33.080527863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39552"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.082350933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"34487a8d-6d0b-4470-b9cf-287be9bd2672","remote_addr":"[::1]:39552","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.082419329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"34487a8d-6d0b-4470-b9cf-287be9bd2672","remote_addr":"[::1]:39552","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:33.084442537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"34487a8d-6d0b-4470-b9cf-287be9bd2672","remote_addr":"[::1]:39552","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":2092,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.089068655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34487a8d-6d0b-4470-b9cf-287be9bd2672\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:33 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.090269821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.090328818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.090362866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.090790635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.091094248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:33.09137221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.214799617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.215002631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.215528305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.215845014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.305041856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.305130983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:33.305808949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:43588"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.308494253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"8f924e1b-c28a-4e80-86e1-55d595d41a6b","remote_addr":"[::1]:43588","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.308560083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"8f924e1b-c28a-4e80-86e1-55d595d41a6b","remote_addr":"[::1]:43588","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:33.315612851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"8f924e1b-c28a-4e80-86e1-55d595d41a6b","remote_addr":"[::1]:43588","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":7117,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.31673524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f924e1b-c28a-4e80-86e1-55d595d41a6b\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:33 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.317135775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.317246375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.317286395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.317444799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.31750567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.317548906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.317586731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.318197614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.326171802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.331308393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.331955879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.332027412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.332667322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.380187662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.436244054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.436328612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.436371097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.436406617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.439678696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.454364383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.460277106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.460354219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.460393207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.460839864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:33.586937163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"7014c93c-b39f-4d21-9fff-7b0503db1902"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.587055128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:32.296770 UTC","collection_id":"7014c93c-b39f-4d21-9fff-7b0503db1902"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.587335725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"7014c93c-b39f-4d21-9fff-7b0503db1902\",\"time_done\":\"2026-03-04 07:05:33.317279 UTC\",\"time_started\":\"2026-03-04 07:05:32.296770 UTC\"}","iteration":12,"elapsed":"2.032307309s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.58740396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.587438018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.587476775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.587516815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.587554429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.588306072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.589236159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.589287231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.589325056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.589362971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.589399143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.589918965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.593769894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.599926812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.599996841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.60003681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.600410823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.601797337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.605585571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.605702272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.605745588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.606022789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.607585773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.607652396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.611050675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.611195933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.611243037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.611275381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.615396636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(c682f0ff-802a-44b7-85c9-f7b6a34f709a, 2), (ef546697-6393-4c54-b027-4be9f622de3b, 2), (65edc3a5-e77a-41f8-a241-5d2da9dde5ad, 2), (7014c93c-b39f-4d21-9fff-7b0503db1902, 2)]","collection_id":"c682f0ff-802a-44b7-85c9-f7b6a34f709a"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.615485443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.615529129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.616331353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.706365839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.706456068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.706616316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.708107167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.712385614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.712477276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:33.712854075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":3,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":3,"nphysical_disks":3,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"c682f0ff-802a-44b7-85c9-f7b6a34f709a"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.712971588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.713015656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.713939781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.719877183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"7014c93c-b39f-4d21-9fff-7b0503db1902\",\"time_loaded\":\"2026-03-04T07:05:33.589228695Z\",\"time_started\":\"2026-03-04T07:05:32.296770Z\"}}","iteration":9,"elapsed":"130.598309ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.719979987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.720024175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":8,"elapsed":"25.281µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.720063934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.720100878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.72013243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.720221647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.720931988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.721020584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.721067387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.721109972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.721148448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.722004027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.723132428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.723262677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.723308087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":10,"elapsed":"186.781µs"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.725103002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.725172049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.7277854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(ef546697-6393-4c54-b027-4be9f622de3b, 2), (65edc3a5-e77a-41f8-a241-5d2da9dde5ad, 2), (7014c93c-b39f-4d21-9fff-7b0503db1902, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.727854387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.728683393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.736944571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.737058246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.737103256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.7371457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.737184487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.737699099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.748876057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57003","req_id":"bfd9103c-f801-434b-a14a-ad371f8e3fe2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e3 7a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .z..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.749132928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57003","req_id":"bfd9103c-f801-434b-a14a-ad371f8e3fe2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58234,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.749615576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.750560463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.750883064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.751345803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57003","req_id":"bfd9103c-f801-434b-a14a-ad371f8e3fe2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.75205926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.760482118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.760554181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.760593179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.761685448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.766422416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8788, tv_nsec: 684276363 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.766622664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.767415659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.768952631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52192","req_id":"ea0ba3f4-0206-45e0-8a7f-195b18e1a52e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   63 5b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   c[..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.769086046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52192","req_id":"ea0ba3f4-0206-45e0-8a7f-195b18e1a52e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25435,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.769224571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.769816968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.770749259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.770976381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52192","req_id":"ea0ba3f4-0206-45e0-8a7f-195b18e1a52e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.771787041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.771874875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.772150973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.77220988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.772480588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.777918238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.780797466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:52550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.780919628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:52550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.781018635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:52550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.781105547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:52550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.781195145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:52550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.781282739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:52550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.781365975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:52550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.781498768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:52550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.782429988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:52550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:33.782571429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:52550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.784019425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:52550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:33.784114754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:52550"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:33.784244983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: dca83f2b-fad1-40cf-8678-f89c5076dd23","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"dca83f2b-fad1-40cf-8678-f89c5076dd23"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.784496141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.785589002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.786822021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.788732565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8788, tv_nsec: 706262820 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.788836822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.788872944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.792337134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38688","req_id":"dd745a75-8112-47b8-bdd9-5984b9e3c68a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   03 56 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .V..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.792438285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38688","req_id":"dd745a75-8112-47b8-bdd9-5984b9e3c68a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 854,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.792615217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.792642621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38688","req_id":"dd745a75-8112-47b8-bdd9-5984b9e3c68a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.792701929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50277","req_id":"bfb5539c-34f0-4c6f-8789-659786287fc9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d2 8b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.792829001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50277","req_id":"bfb5539c-34f0-4c6f-8789-659786287fc9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53899,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.793012325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.793041052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50277","req_id":"bfb5539c-34f0-4c6f-8789-659786287fc9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.794511032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.801126571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.80127212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.801317801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.801361738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.801400675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.801772624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.968999931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.969914067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29802","req_id":"ac844bf0-a081-4f56-b275-2fba8fc77092","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   55 10 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   U...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.970014486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29802","req_id":"ac844bf0-a081-4f56-b275-2fba8fc77092","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21776,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.970276867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.970431915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29802","req_id":"ac844bf0-a081-4f56-b275-2fba8fc77092","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.970629538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29536","req_id":"a02add8a-a6bc-4acc-bf64-e7906ea325ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   2e 6b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .k..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.970697523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29536","req_id":"a02add8a-a6bc-4acc-bf64-e7906ea325ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11883,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.970869234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.970895947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29536","req_id":"a02add8a-a6bc-4acc-bf64-e7906ea325ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.972582667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.977757134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.977836752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.97787611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.978459619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:33.981424037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.981617861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:33.983097049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.179610451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.180065154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:34.181399875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.181481457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.186649391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1633805f-ee7b-48ba-a4e3-31f74cd321b6\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.186969066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.188061846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.188128158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.188170662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.188211724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.188289839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.188872506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.189960177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.190025105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.190065245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.190099533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.190639165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.192249684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29507","req_id":"460a7d64-ed40-4434-abc4-1d38f9a69990","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   a4 97 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.192777592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29507","req_id":"460a7d64-ed40-4434-abc4-1d38f9a69990","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42135,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.193034302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 42135,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:34.193283076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29507","req_id":"460a7d64-ed40-4434-abc4-1d38f9a69990","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.193425238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.194846732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.194912362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.194950949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.197295445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.199196821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.204785411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.204858897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.204899748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.204938515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.204974206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.205607463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.208702901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a71a92a4-ef10-48b2-8587-abdd6a6c7934\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.208975493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.209222323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.20934164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.210942299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.212400585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.221086646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.224146403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37762","req_id":"c2d5ae8c-0621-43f2-b0ac-de1450d4c95f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   c4 48 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   .H..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.22421001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37762","req_id":"c2d5ae8c-0621-43f2-b0ac-de1450d4c95f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50248,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.224450617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.225470834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.225542586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37762","req_id":"c2d5ae8c-0621-43f2-b0ac-de1450d4c95f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.237711735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.242902524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.242968766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.24300606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.244309308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.246338228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.246403668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.2464351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.246473176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.247337613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.251933721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8789, tv_nsec: 169808991 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.252021716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.252434546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.252496769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.252537901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.252576708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.252612359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.253329453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.26165058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.261787151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.261875897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.262001386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.262744522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.268686283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15533","req_id":"fac58bfc-864d-48d1-aee2-4e81f34e0bc3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   82 a7 01 00  00 01 00 00  00 00 00 01  24 38 39 37   ............$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.268782795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15533","req_id":"fac58bfc-864d-48d1-aee2-4e81f34e0bc3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33447,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.26912255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.269297176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15533","req_id":"fac58bfc-864d-48d1-aee2-4e81f34e0bc3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.269552664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.274345152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.274441634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.274484038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.274527865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.274567323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.274955073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.278625032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.278687146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.278722746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.287155094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.287217969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.287248309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.287287968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.288370768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.289417467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.294906218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.294977189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.295017299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.295666929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.296918835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"dca83f2b-fad1-40cf-8678-f89c5076dd23","zpool_id":"4ca9b6e2-d1bc-47d1-8089-4e6536d4206b","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.296983474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.297023914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.297411814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.299058445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.299109536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.299149455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.299535382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.307135737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.307239864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"7014c93c-b39f-4d21-9fff-7b0503db1902\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":8,"elapsed":"586.413045ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.307531794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.307602544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.307645048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.307682242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.308574885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.309580573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.309651523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.309690421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.309730631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.310109243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.317517155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.321848588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.324371458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510d2de1-3351-4ff5-af27-b71020da809a\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.324848877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.325282979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.32534386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.325524759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.32557583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":8,"elapsed":"605.523639ms"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.332469532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"43397d3c-d593-4e61-865a-42b125e5615f","zpool_id":"4ca9b6e2-d1bc-47d1-8089-4e6536d4206b"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.362910029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: dca83f2b-fad1-40cf-8678-f89c5076dd23","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"dca83f2b-fad1-40cf-8678-f89c5076dd23"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.362999567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.363043384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.363741982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.36547816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b7c6b42-351f-416f-a73c-adaa69ca2771\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.365559251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.370629731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: dca83f2b-fad1-40cf-8678-f89c5076dd23 (physical_disk), lookup_type: ById(dca83f2b-fad1-40cf-8678-f89c5076dd23) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.370784258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.370885529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.370969747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.372100633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.374919671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d34b5f-b94a-456d-9103-541fd816f1db\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.375243174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.375639451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.382396882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: dca83f2b-fad1-40cf-8678-f89c5076dd23 (physical_disk), lookup_type: ById(dca83f2b-fad1-40cf-8678-f89c5076dd23) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.38246661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"dca83f2b-fad1-40cf-8678-f89c5076dd23","zpool_id":"4ca9b6e2-d1bc-47d1-8089-4e6536d4206b","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.382503594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.382536619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.382986843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.385506097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.385556557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.385593521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.385627718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.38624291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.388148655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44de37b9-9edd-4876-9554-890917aeeae2\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.389002922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.390641777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.396621874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.402372425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae4b944-cbae-4495-93ca-48b522d99c35\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.402466822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.402513956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3deec5a2-c18f-4664-8025-6dc15ea61728\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.402562813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.403210299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.403282492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.403323183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.403359315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.404375994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.405467502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"261083c4-bf1d-4f41-ab68-88f41f19410b\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.405675154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.408822415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.412932969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.413108177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.413248365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.414156479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.417033393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1096faa-e8f3-4a56-8628-d4960fd7763c\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.417217128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.41859811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f67a828b-5d1a-445a-9d71-b752961c421c\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.418788128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.419144746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.419203884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.419245897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.419281979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.420086837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.422051309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95718032-d4b3-41a1-90f6-1bdf2187576e\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.42226845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.424904335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.4327665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.432835657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.433126124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.433747318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.434965898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d1dcd1e-6363-42ba-b24f-1e97c0cceab2\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.435433737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.438850934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"140e4bd9-1d36-4c96-a340-3f112a832d4f\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.439183535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.439565483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.439635452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.440251967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.446263115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bd067ea-e00a-4dde-9a8c-75d6277e6d99\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.446562129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.44946293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c20f635-491e-4082-a5fe-f5efcfaf1283\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.449618029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.456327484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"031cc348-a6cc-494a-a8b9-cf9364bf9fc6\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.456518874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.458483476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ce3f4a1-ea14-47bd-b0c6-bfb0e5f1c605\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.458655438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.461575377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb061939-1e11-46ff-a953-f8688f93cef7\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.468295373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.469226152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"797aed13-8414-445e-a57e-ccd1c61de197\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.469282674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.469324437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b873c361-5df8-4969-a01d-980c24793fee\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.469370469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.477848988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff805344-8789-4e5a-afd1-010784532dda\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.478012773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.47805678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f69447a-de89-4f74-8e08-bdaac01b7427\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.478104475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.478143162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c73b3b2e-8d9f-4f97-accc-e1c4f13ffe37\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.484779001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.492994257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a2ef4b4-90f5-42be-b183-65ad8eb889e9\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.493127602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.494651829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47386569-0d37-4d2a-93ab-1b98af6a2951\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.494775204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.496433578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac334b6-80bd-49a0-a92f-fec5df0c7ed8\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.496874253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.501871959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36ebf94e-d146-4c40-a3e3-85015506bf08\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.502084541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.503426186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b92ea9e8-4ef6-441d-8086-137b58502f3f\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.50355428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.507386371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32677c6d-20ba-43e6-bb37-349a8a03a79c\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.507615276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.530512131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35b73156-a4ef-479f-8e95-abd9aa0bb741\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.531046011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.534917991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3885748a-258b-46fe-9a51-8c4ca2a196c7\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.534981858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.538133047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dafdbdee-6fcc-49de-bf5c-45b2e1e1895d\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.538235019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.543202605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b613d6-41dc-4aad-a99c-1a79bc2078bc\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.54343654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.551711605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b644b088-c01f-4a6e-9256-77f1f101845b\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.552023003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.556346911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.557147812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5fc5a61-e683-43b9-9ddd-6892fc64e792\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.557771731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.562558858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d69ae64-fd6e-4280-bb23-76134ebaa194\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.562847662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.566621637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa7655ad-3f51-4430-9388-88260e806f93\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.567167522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.569873816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db66f831-825a-41dd-ba5c-62d954d5ef82\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.570031309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.577200758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5491064-ab41-44d8-bbaa-445ee0fd80d5\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.581980251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.588599327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e61ae2a-24f4-492b-8ac9-94da9ee8b013\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.589193627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.604821335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"521087b2-7019-45c9-bbf6-4078d6d815a0\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.613419342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.616668074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.616834444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.617011255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.617798539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.618857432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.623891901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"836ec255-7105-4fb2-97e1-d7d3b9b6e6d9\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.624599606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.625197995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.640266943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.640387833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.640478383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.641751321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.647328889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a2ec26-c560-4cc9-b971-f6999e4833a4\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.64785307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.648559803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.648628009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.6503658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.655941694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76060cc8-964c-44e8-a61e-6c15dfe62b7d\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.656089187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.659089316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb9d1c54-6724-49a6-8b01-8642fe72a748\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.659434231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.664389883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e79f514b-920f-4fe7-9bcc-7a63d254127f\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.664814416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.66947849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c690f8-8ca6-4de0-9868-0a5757cc0ece\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.669784287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.68342074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12df6880-cf03-44fc-ad25-98cce28a85bb\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.68358199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.685599217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f363f9d3-4541-49a2-8895-9cab736dbaef\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.685785306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.687080328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.687416346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.688087378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc275475-62ce-462c-bbbb-d00769ad9dc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.688158339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc275475-62ce-462c-bbbb-d00769ad9dc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.688509827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc275475-62ce-462c-bbbb-d00769ad9dc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.688593814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc275475-62ce-462c-bbbb-d00769ad9dc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.69040412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc275475-62ce-462c-bbbb-d00769ad9dc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.692923874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42a080a5-0f9b-423f-ae15-d65525d613eb\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.693103401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.69543952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a472f12-cb5a-47bc-a3c6-b1378a25057b\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.695749155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.698602262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc275475-62ce-462c-bbbb-d00769ad9dc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10526,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.699325107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc275475-62ce-462c-bbbb-d00769ad9dc3\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.699584984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.70028298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"353d4450-b118-47db-a432-f605e24ac928","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.700356235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"353d4450-b118-47db-a432-f605e24ac928","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.700782833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"353d4450-b118-47db-a432-f605e24ac928","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.700864465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"353d4450-b118-47db-a432-f605e24ac928","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.701539105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"353d4450-b118-47db-a432-f605e24ac928","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.704066364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"080dabc3-772c-45c1-8ea9-97acbdda1125\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.704141984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.704176533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.705828584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.705891599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.706431551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.707462519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.708196306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"353d4450-b118-47db-a432-f605e24ac928","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7909,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.709842857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"353d4450-b118-47db-a432-f605e24ac928\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.709913266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.709954739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.709986742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.715527036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"955467b3-f2d6-4740-ba4b-8aa579c9382e\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.715913083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.717614672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.717684641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.721558886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cf11fd0-9e88-43c5-8b68-46098f41976b\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.721821327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.722270078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.72232638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.724670025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"553c99a7-0626-4aff-bc1e-9baf4626a2bd\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.724902136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.726728743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb27ecb4-57a4-48fc-862e-5e76a59d9c29\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.727072907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.729033541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ccba832-a4b1-47d7-9b20-9a9a17ae090f\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.729191424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.729243207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.729284229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.729320952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.730324765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.733649769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.738249955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.738306287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.738344694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.738386016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.738422889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.738850899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.744040516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.750264127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.750381129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.750428072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.750930861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.833392285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.833523466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.83446229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41058"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:34.834876573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.83574605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"fb7a40f0-5428-4921-99a8-f1c6b923268f","remote_addr":"[::1]:41058","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.835825488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"fb7a40f0-5428-4921-99a8-f1c6b923268f","remote_addr":"[::1]:41058","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.837440776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"fb7a40f0-5428-4921-99a8-f1c6b923268f","remote_addr":"[::1]:41058","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1705,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.838251265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb7a40f0-5428-4921-99a8-f1c6b923268f\", \"content-length\": \"10374\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.939998043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.940099274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.94084725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56256"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.941222495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.941298616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.942199325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"30c60790-5aa3-49de-b3d0-4fd2221f85e7","remote_addr":"[::1]:56256","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.942274113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"30c60790-5aa3-49de-b3d0-4fd2221f85e7","remote_addr":"[::1]:56256","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:34.944492109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"30c60790-5aa3-49de-b3d0-4fd2221f85e7","remote_addr":"[::1]:56256","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":2294,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.946175853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.947451366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.947510253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:34.947548218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:34.947844046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30c60790-5aa3-49de-b3d0-4fd2221f85e7\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:34 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.008953494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.009086538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.010091975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.01031599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53839"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.011512647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"8926408a-865d-4a26-b168-6eacc3805857","remote_addr":"[::1]:53839","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.011626032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"8926408a-865d-4a26-b168-6eacc3805857","remote_addr":"[::1]:53839","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.013990939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"8926408a-865d-4a26-b168-6eacc3805857","remote_addr":"[::1]:53839","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2509,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.015069972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8926408a-865d-4a26-b168-6eacc3805857\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:35 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.087794168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.087906371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.088664787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.088780177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.088832681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.088870426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.08950166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.09074049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52555"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.092448362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2db13db7-f38d-4ac6-b585-58b76d9abab5","remote_addr":"[::1]:52555","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.092527449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2db13db7-f38d-4ac6-b585-58b76d9abab5","remote_addr":"[::1]:52555","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.101121267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2db13db7-f38d-4ac6-b585-58b76d9abab5","remote_addr":"[::1]:52555","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":8725,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.103356907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2db13db7-f38d-4ac6-b585-58b76d9abab5\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:35 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.104806987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.104976273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.105025341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.106264282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.106606261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:35.106892189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.208695749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.208882029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.210145538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.210369683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.295216366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.295292878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.295888591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.303983398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.304099669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.304141763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.304672386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.306142667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:62981"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.31343527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"fd5a5d6d-2ec2-499f-a68e-095ae6a61434","remote_addr":"[::1]:62981","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.313518606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"fd5a5d6d-2ec2-499f-a68e-095ae6a61434","remote_addr":"[::1]:62981","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.314433693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"fd5a5d6d-2ec2-499f-a68e-095ae6a61434","remote_addr":"[::1]:62981","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1040,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.318688373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd5a5d6d-2ec2-499f-a68e-095ae6a61434\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:35 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.319267654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.31939651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.319441289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.319554063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.319609192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.319649723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.319686265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.320336356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.322144578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.322210228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.322936951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.329337353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.333929053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.334464676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.334543262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.33497504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.437320156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.489130285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.489253039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.489297918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.489335623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.49024571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.49411763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.521012816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.521121432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.521163726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.522830737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.55451778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"4ff3e725-ba04-452c-be02-886df30f5b60"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.554741935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:34.278531 UTC","collection_id":"4ff3e725-ba04-452c-be02-886df30f5b60"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.555139094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"4ff3e725-ba04-452c-be02-886df30f5b60\",\"time_done\":\"2026-03-04 07:05:35.319380 UTC\",\"time_started\":\"2026-03-04 07:05:34.278531 UTC\"}","iteration":13,"elapsed":"1.967735153s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.555286507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.555386095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.55551459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.555713315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.555770538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.556735334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.557721172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.557774929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.557839197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.557883515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.557920328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.55837978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.559495366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.560212931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.560802702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.577953596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.58482853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.584914681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.584958047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.585461547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.586582012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.591407015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.591538967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.591584478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.591976015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.594097168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.594169191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.594817539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.596300464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(ef546697-6393-4c54-b027-4be9f622de3b, 2), (65edc3a5-e77a-41f8-a241-5d2da9dde5ad, 2), (7014c93c-b39f-4d21-9fff-7b0503db1902, 2), (4ff3e725-ba04-452c-be02-886df30f5b60, 2)]","collection_id":"ef546697-6393-4c54-b027-4be9f622de3b"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.596528357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.596724396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.597699833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.668972597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.670115306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61455","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.670204904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61455","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.670253681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61455","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.670301326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61455","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.670347678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61455","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.670394701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61455","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.670438919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61455","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.670486494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61455","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.670532435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61455","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.670579158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61455","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.671307815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61455","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.671383295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:61455"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.671423725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 1209fb84-c9d5-48d9-997b-8ded51440dcb","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"1209fb84-c9d5-48d9-997b-8ded51440dcb"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.671472362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.671512481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.67227221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.676000545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.676086846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.676917706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.679336651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.679407772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.679449304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.679484955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.680052763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.680989694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":4,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":4,"nphysical_disks":4,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"ef546697-6393-4c54-b027-4be9f622de3b"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.681131505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.68117391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.681532301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.684487621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"4ff3e725-ba04-452c-be02-886df30f5b60\",\"time_loaded\":\"2026-03-04T07:05:35.557708197Z\",\"time_started\":\"2026-03-04T07:05:34.278531Z\"}}","iteration":10,"elapsed":"126.750507ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.684566588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.684605555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.684636817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":11,"elapsed":"30.822µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.684670775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.684704291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.684733539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.684763288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.685180217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.685229775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":9,"elapsed":"56.332µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.685266618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.685300115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.685338882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.685379021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.685415323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.688692442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.690231479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(65edc3a5-e77a-41f8-a241-5d2da9dde5ad, 2), (7014c93c-b39f-4d21-9fff-7b0503db1902, 2), (4ff3e725-ba04-452c-be02-886df30f5b60, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.690299354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.691238158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.698044987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.699200762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.699265661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.699312384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.699354027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.699392944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.700198334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.701172008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13906","req_id":"993ae7c6-98ba-46b6-9a0f-71209b16dd3b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   26 2b 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   &+..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.701355362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13906","req_id":"993ae7c6-98ba-46b6-9a0f-71209b16dd3b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9771,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.701723312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.702011535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.702177575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.70228594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13906","req_id":"993ae7c6-98ba-46b6-9a0f-71209b16dd3b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.702435777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17354","req_id":"c99409b5-ddbf-4fbb-a32e-9962023b90a0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   68 b5 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   h............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.702495717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17354","req_id":"c99409b5-ddbf-4fbb-a32e-9962023b90a0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 26805,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.702660033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.702884318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.703040028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.703149415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17354","req_id":"c99409b5-ddbf-4fbb-a32e-9962023b90a0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.703482917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.709054453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.70916376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.709208098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.709335641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.709387725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.710069388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:35.711595199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"1209fb84-c9d5-48d9-997b-8ded51440dcb","zpool_id":"d9862a75-4cbf-42b0-987a-4abffedbdf49","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.711662923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.711703073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.713403099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.71432462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8790, tv_nsec: 632133057 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.714434578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.714473125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.714889391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8790, tv_nsec: 632749331 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.714992646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.715029349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.715163796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.7152208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.715878877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.716805287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.717203167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.724155274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.724230013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.724271004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.725033208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.727210763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.732149972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.732238518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.732280632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.732958518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.736012924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.736103815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.736150778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.736191399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.737626098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.738319205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.738394695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":6,"elapsed":"39.38907ms"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.739202489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.739273671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.739641822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32834","req_id":"3186ae18-2014-4b15-82b3-fb2b5c7a9b3d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e1 72 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .r..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.73977207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32834","req_id":"3186ae18-2014-4b15-82b3-fb2b5c7a9b3d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57714,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.740005163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.740634924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32834","req_id":"3186ae18-2014-4b15-82b3-fb2b5c7a9b3d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.740803579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40923","req_id":"c03b587c-1107-4068-b08a-287442157908","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   16 98 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.740872296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40923","req_id":"c03b587c-1107-4068-b08a-287442157908","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5784,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.741046291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.741072944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40923","req_id":"c03b587c-1107-4068-b08a-287442157908","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.741124276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53595","req_id":"b3b2f2a1-6345-4125-af4f-8c0eef9081a4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fb fe 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.741177802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53595","req_id":"b3b2f2a1-6345-4125-af4f-8c0eef9081a4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64510,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.741479171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.74151406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53595","req_id":"b3b2f2a1-6345-4125-af4f-8c0eef9081a4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.741570182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60323","req_id":"5798a515-7a34-4538-915a-9fad713f8595","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4b dd 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   K...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.741623768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60323","req_id":"5798a515-7a34-4538-915a-9fad713f8595","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19421,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.741792684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:35.741817343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60323","req_id":"5798a515-7a34-4538-915a-9fad713f8595","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:35.955405536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.146434666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.155800908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.15597317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.156131475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.156235521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.159744631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.163135455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.163246215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.164435507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:36.16538368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.16545897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.168558846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.173885105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.173974252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.174017888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.174057768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.174094791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.174551508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.176009474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.180666132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.183415523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40738","req_id":"0f38c2b2-f9ad-43c5-ae5b-b1b9600d9d56","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   33 29 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   3)..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.183502426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40738","req_id":"0f38c2b2-f9ad-43c5-ae5b-b1b9600d9d56","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13097,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.183735178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 13097,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:36.1839579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40738","req_id":"0f38c2b2-f9ad-43c5-ae5b-b1b9600d9d56","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.18887687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e19d539-ce53-43ba-b5f6-20cd64ac9734\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.189816516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.19181745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"c8083fc1-9f5c-42aa-ba42-2ce4b60986b5","zpool_id":"d9862a75-4cbf-42b0-987a-4abffedbdf49"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.193332208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.193964394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.194781998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.194851886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.194892076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.195533851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.200812635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.200896111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.200939036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.201486624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.206505552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2593e3b8-762f-4ee4-9269-3593cd7694cc\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.206750899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.206804485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.20684726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.208195578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.211928853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1401","req_id":"d2e3949d-2abc-4525-880f-28d71fcb4d23","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   a8 21 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   .!..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.212296673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1401","req_id":"d2e3949d-2abc-4525-880f-28d71fcb4d23","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43041,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.212700485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.213331609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.213777665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1401","req_id":"d2e3949d-2abc-4525-880f-28d71fcb4d23","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.22382019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.223876131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.223918766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.223957162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.223993234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.224631822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.225651878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 1209fb84-c9d5-48d9-997b-8ded51440dcb","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"1209fb84-c9d5-48d9-997b-8ded51440dcb"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.225757087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.22580421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.226380906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.228669551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8791, tv_nsec: 146413630 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.228777145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.229354171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.229426735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.229458578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.229500251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.230244168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.237949131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.242330072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.242417496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.242466513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.242510711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.242552764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.242839835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.243816925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.243880411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.243913767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.243956152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.244397959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.246586215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:24067","req_id":"c63fe70b-efa4-43d3-8ebd-6d6ea4458df3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   38 0e 01 00  00 01 00 00  00 00 00 01  24 38 39 37   8...........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.246939757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:24067","req_id":"c63fe70b-efa4-43d3-8ebd-6d6ea4458df3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14350,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.247137771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.247170135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:24067","req_id":"c63fe70b-efa4-43d3-8ebd-6d6ea4458df3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.247438117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.252333139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.25240916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.252454069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.253799491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.260907027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.261038479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.26115481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.261305128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.262442247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.265019786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 1209fb84-c9d5-48d9-997b-8ded51440dcb (physical_disk), lookup_type: ById(1209fb84-c9d5-48d9-997b-8ded51440dcb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.265200054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.265247909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.265284852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.265650769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.267530172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.267585181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.267619238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.273765475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.27382815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.274081393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.274238234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.27428629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.274901973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.283880354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.283961926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.2840089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.284999367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.290626974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.295517136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.295606373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.295654719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.295699959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.29574072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.297021474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.298230305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.298300935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.298341676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.298382537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.299238206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.309958428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.315061282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.315148956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.315194417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.315633789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.316650669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.316725888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.316927138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.316980404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":9,"elapsed":"632.320751ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.317979809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.325118316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 1209fb84-c9d5-48d9-997b-8ded51440dcb (physical_disk), lookup_type: ById(1209fb84-c9d5-48d9-997b-8ded51440dcb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.325201552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"1209fb84-c9d5-48d9-997b-8ded51440dcb","zpool_id":"d9862a75-4cbf-42b0-987a-4abffedbdf49","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.325245569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.325282893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.325930419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.327896805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.328166651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"4ff3e725-ba04-452c-be02-886df30f5b60\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":9,"elapsed":"642.858751ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.334513306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.334590188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.334630368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.334666249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.335344456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.336720199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5efa6017-f7cf-42b7-be3b-1f255001b442\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.336994123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.352958289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.355851425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.367708684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.367800397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.367845857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.367882981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.369119917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.38457359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"182df249-d8ce-4b75-a6b0-acca0546f2ae\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.38490635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.392746071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aca73568-7674-486f-bffd-d9f79d443d1f\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.393251194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.394310748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.400689136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.400911668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.400961748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.401472542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.406271994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdcb24d2-a843-469d-a00f-891932e3ce93\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.406468485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.409591026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.409801484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.410269854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.410343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.411451591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.415184435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.422062546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.422217393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.42226128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.423560491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.424657499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d4c398-e781-4ab7-b306-2d389750bce3\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.424939229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.42797602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.428164304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.428963862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.431120556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e28648e0-367b-495f-b9ba-5c84df8c27f9\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.431343338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.434868499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6ced37e-1809-4497-994e-125bc797f763\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.43511068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.438488208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e113322-1149-432a-b96c-9339d0374272\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.438621233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.449686148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93cf6d4a-0c8d-4dbf-b337-84cf086dd2f1\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.449845866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.451102131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d38614c1-aced-463b-ac56-3729b1a0e08b\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.451252309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.452463865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f2151a4-bcc2-4e44-b4f8-49790a7760e5\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.452591368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.453756212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c905685f-7794-4d76-9867-430d7b8f85bb\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.453841511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.455250249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b5b0255-c973-4437-9c34-028f7faa84e6\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.455461699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.457426972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6f43eac-ff99-485f-be6c-b20a9e276959\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.457507312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.460264398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2ada64-3d1c-4b48-83c6-f74569c8429f\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.46034588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.471698507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"616d2f84-cb0c-4bbb-850e-93a17390474f\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.471796191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.475975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4c6e2f7-1407-4501-876c-751da19b0a5c\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.476083466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.481322591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3daa72c0-50d5-4e9e-88c3-8f315f4af6db\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.481663688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.488196704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e948530-3488-4e19-a2f2-ad793e06a30f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.488428584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.498646939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb1ffda4-bdb0-4057-a805-68e147b935f2\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.499107253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.503660566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ec9950-42bb-4f83-ab25-21d55734d08a\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.503801746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.510038393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95baefc9-96a1-4796-bb08-0c670dccecf4\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.510609948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.51296213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1629d59-32f6-419b-a6dc-b4440b1ed37e\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.513044884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.514761173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0660af9f-0b8d-4835-acbb-faac6c0c4c8e\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.515008404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.518962527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d60efbb3-d96f-4552-8c80-bffbd4e518b1\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.519040652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.519960229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.522882452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ee95fd-ac08-488a-9329-c76438c3a324\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.522956179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.525317539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cb11993-146c-4876-9452-6cc56b944116\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.525573196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.528076097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db9d01bb-4e23-4a5f-9210-7aa8f73d9bcf\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.52827905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.530282479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddaa98f0-99ad-4a92-a679-e41f579d9b30\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.530363681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.532083206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fefe5f98-eaca-470c-811c-3fe990e942fe\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.532287111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.534057607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55dbf074-81f2-48b4-a422-4dd15e9fb03a\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.534124219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.536129863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c298a249-6f13-4e25-b286-89b7549284b2\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.53621405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.53993002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7610d440-6bf0-4402-8101-73d3a5b3c0e9\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.540189666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.541834172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d68422dc-5d28-4271-9677-85f90451828e\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.542063287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.544088099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eac8b922-2b40-4dbe-9664-07b6afae907b\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.544976713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.546993088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95b16bdb-491e-4897-9343-4400eba4b482\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.547313735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.549927456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39f98803-e1cb-4256-8939-ae27868edc21\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.550520243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.552540005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f28c6914-01e3-4d31-9eee-e0289d00b241\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.553003435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.554202456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e4b06db-b8ce-4b9a-9fef-5d3c910ac473\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.554280491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.555395466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a62e12c4-b4ec-4a22-b0b8-9d8e79cfc661\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.555476036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.556616681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f89efca-c60d-4ff0-b86f-dae539f5b061\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.556954051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.56038731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d6c3d64-0b71-4c67-b457-83f867eaf797\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.560533831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.564973919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f553d34c-2052-4a87-ba83-3441da9b65a4\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.565277011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.568930838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070604da-d8e4-4d82-8617-a9c7a9fdf723\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.56932465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.571178212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.571332097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.571453759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.571613576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.574169362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.589621953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.600272415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.600544115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.600602912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.601939837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.607151157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6c24a0-fbe0-49f1-9756-2a4d3ba9a843\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.607610078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.607858943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.607917629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.608903026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.614442488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbce49b9-4002-46c8-8c06-723d1b30f055\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.614673256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.618641037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35552cc9-8254-4a74-af62-b72dcb40ceb7\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.618838208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.621621326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45510485-f895-4c79-b1d9-33fc711aa0de\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.621853527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.624682385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c878a53-f86a-41a9-93f0-f4b6b2b03ac9\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.625058783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.627451124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb56a29-8eb4-49f8-b7c8-a66a21245212\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.62770556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.630377547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea8e621-52e2-4963-a819-9726bc1ef0e9\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.630563135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.632619629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.638669094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"508b59a1-9550-49ed-9faa-b8256530967d\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.6392962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.642369193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb26ade7-b41f-445f-af25-0df81b180f3f\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.642778837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.646160393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"036b1c04-776d-4658-abdb-74710039811e\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.646264369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.650374442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eaf4ced-2394-4784-9d85-c417ef9a7dfb\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.650454832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.655028515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a2f885a-ef01-484c-89dc-818c4dd1b5cf\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.655390745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.655538819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.655652745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.655746141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.657102414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.660951709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.665262451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.665386838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.665434883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.665481105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.665521646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.665838274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.670061703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.676744685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.676826999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.676871187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.677495376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.764717066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.764792165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.767140489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63717"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.767346408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.767404283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.767435685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.767991449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.768150555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.769253967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.781391181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"08b19183-f688-479a-81e7-40d1ff6247b6","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.781584696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"08b19183-f688-479a-81e7-40d1ff6247b6","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.782582097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"8b73cfb8-822f-466f-81c3-f1192d953a59","remote_addr":"[::1]:63717","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.782737706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"8b73cfb8-822f-466f-81c3-f1192d953a59","remote_addr":"[::1]:63717","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.782783907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"08b19183-f688-479a-81e7-40d1ff6247b6","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.782854989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"08b19183-f688-479a-81e7-40d1ff6247b6","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.784108879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"08b19183-f688-479a-81e7-40d1ff6247b6","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.786479788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"8b73cfb8-822f-466f-81c3-f1192d953a59","remote_addr":"[::1]:63717","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":4258,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.78761392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.787693729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.7878906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b73cfb8-822f-466f-81c3-f1192d953a59\", \"content-length\": \"10766\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.860367845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.860545588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.86159363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56192"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.864326107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"08b19183-f688-479a-81e7-40d1ff6247b6","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":82962,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.866393874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.866495435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.86831046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"60e097d3-4f3d-464d-9634-916afe839f72","remote_addr":"[::1]:56192","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.868403034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"60e097d3-4f3d-464d-9634-916afe839f72","remote_addr":"[::1]:56192","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.868640876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08b19183-f688-479a-81e7-40d1ff6247b6\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.868927045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.870932117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"60e097d3-4f3d-464d-9634-916afe839f72","remote_addr":"[::1]:56192","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":2772,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.871728048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"62622d5c-9644-484d-830c-3bec7adf6a89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.871933265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"62622d5c-9644-484d-830c-3bec7adf6a89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.872575832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"62622d5c-9644-484d-830c-3bec7adf6a89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.87279669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"62622d5c-9644-484d-830c-3bec7adf6a89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.873537491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"62622d5c-9644-484d-830c-3bec7adf6a89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.874713307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60e097d3-4f3d-464d-9634-916afe839f72\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.964145647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.964717903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:36.965193037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.967325091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36513"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.967875324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.967944552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.9692981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7811a6f5-e574-4d73-bf7b-03509b1f3169","remote_addr":"[::1]:36513","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.969369953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7811a6f5-e574-4d73-bf7b-03509b1f3169","remote_addr":"[::1]:36513","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.972552123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7811a6f5-e574-4d73-bf7b-03509b1f3169","remote_addr":"[::1]:36513","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3263,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.973074029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"62622d5c-9644-484d-830c-3bec7adf6a89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":101187,"response_code":200}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.973649202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.974202941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62622d5c-9644-484d-830c-3bec7adf6a89\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.974276928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.974316427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:36.974347809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.97438361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.975146616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.97519936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:36.975236224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:36.975269971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7811a6f5-e574-4d73-bf7b-03509b1f3169\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:36 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.048523268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.048609188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.049989219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.050057775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.050099839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.050137644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.050537829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:37.051929192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38653"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.053979464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"8f1be605-5b09-4be7-a78e-476c10689810","remote_addr":"[::1]:38653","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.054057209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"8f1be605-5b09-4be7-a78e-476c10689810","remote_addr":"[::1]:38653","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:37.055473652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"8f1be605-5b09-4be7-a78e-476c10689810","remote_addr":"[::1]:38653","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":1426,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.056563556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f1be605-5b09-4be7-a78e-476c10689810\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:37 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.057580296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.057639203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.057672268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.058115649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.058407008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:37.058734017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.150749457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.150854576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.151246304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.151408677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.220022259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.220253588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.221042475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.228609985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.228683842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.228724051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.229187452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:37.230060947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:56809"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.234545794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"31eb5b4b-7dd8-48f5-bd49-e6619954be85","remote_addr":"[::1]:56809","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.234663858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"31eb5b4b-7dd8-48f5-bd49-e6619954be85","remote_addr":"[::1]:56809","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:37.24199548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"31eb5b4b-7dd8-48f5-bd49-e6619954be85","remote_addr":"[::1]:56809","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":7515,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.24456361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31eb5b4b-7dd8-48f5-bd49-e6619954be85\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:37 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.244947172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.245041329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.245083923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.245260494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.245317387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.245358218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.245394911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.246097406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.248755445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.248824693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.248861917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.253864092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.259731695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.260500893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.260576984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.262975427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.382312751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.432784342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.432876866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.43291908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.432958047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.434503005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.438953294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.445635996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.445748811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.445793109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.446198544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:37.488258138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"90ef019b-6024-4f76-a36b-d03db8e83451"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.48833512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:36.267429 UTC","collection_id":"90ef019b-6024-4f76-a36b-d03db8e83451"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.488629225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"90ef019b-6024-4f76-a36b-d03db8e83451\",\"time_done\":\"2026-03-04 07:05:37.245084 UTC\",\"time_started\":\"2026-03-04 07:05:36.267429 UTC\"}","iteration":14,"elapsed":"1.933302969s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.489063968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.489113577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.489153265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.489193094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.489380026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.489811413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.490719155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.49080725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.490848913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.490889484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.490926136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.491266923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.492683397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.492749287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.493174692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.495819114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.503328879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.50340458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.503449228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.503956706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.505863914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.509913056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.509987504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.510069356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.510471365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.513865887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.513933862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.515198313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.516493626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(65edc3a5-e77a-41f8-a241-5d2da9dde5ad, 2), (7014c93c-b39f-4d21-9fff-7b0503db1902, 2), (4ff3e725-ba04-452c-be02-886df30f5b60, 2), (90ef019b-6024-4f76-a36b-d03db8e83451, 2)]","collection_id":"65edc3a5-e77a-41f8-a241-5d2da9dde5ad"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.516565579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.516607321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.517506277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:37.582039796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":5,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":5,"nphysical_disks":5,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"65edc3a5-e77a-41f8-a241-5d2da9dde5ad"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.582194373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.582237639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.58325521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.586714871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.590735115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60489","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.590872007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60489","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.590932938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60489","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.591030582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60489","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.591077335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60489","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.591117956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60489","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.591158747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60489","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.591200149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60489","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.59124089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60489","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:37.591318404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60489","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.592415523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60489","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:37.59250997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:60489"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:37.592548747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 0a65ffae-0409-466f-bf76-fbb23bf8a6c7","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"0a65ffae-0409-466f-bf76-fbb23bf8a6c7"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.592591693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.592629097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.593322695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.594328472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(7014c93c-b39f-4d21-9fff-7b0503db1902, 2), (4ff3e725-ba04-452c-be02-886df30f5b60, 2), (90ef019b-6024-4f76-a36b-d03db8e83451, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.594396868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.597344001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18737","req_id":"6d8b6180-0273-4f74-8aac-5d98e02b13f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d6 e3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.597426255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18737","req_id":"6d8b6180-0273-4f74-8aac-5d98e02b13f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55011,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.59772095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.597832101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.597940235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.598044723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18737","req_id":"6d8b6180-0273-4f74-8aac-5d98e02b13f2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.599072855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8792, tv_nsec: 516906432 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.599175308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.599242682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.600000748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.60006747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.600778572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.601936883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"90ef019b-6024-4f76-a36b-d03db8e83451\",\"time_loaded\":\"2026-03-04T07:05:37.490707252Z\",\"time_started\":\"2026-03-04T07:05:36.267429Z\"}}","iteration":11,"elapsed":"111.211936ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.602021361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.602060909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":10,"elapsed":"22.545µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.602096149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.602128824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.60215706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":12,"elapsed":"20.591µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.60219238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.602224935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.602255376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.602284002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.602429321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.602476384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.602517516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.602556584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.602592986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.603076176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.604433922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56998","req_id":"d6297279-9b77-4a78-923e-d3b7a2d69adc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f1 b7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.604519602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56998","req_id":"d6297279-9b77-4a78-923e-d3b7a2d69adc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61879,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.60475515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.604786873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56998","req_id":"d6297279-9b77-4a78-923e-d3b7a2d69adc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.604841422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5106","req_id":"badd80ad-abc2-42b8-9155-a6d9c9276891","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   17 31 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .1..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.604901541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5106","req_id":"badd80ad-abc2-42b8-9155-a6d9c9276891","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5937,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.605184383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.605220545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5106","req_id":"badd80ad-abc2-42b8-9155-a6d9c9276891","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.60538442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.60543965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.605477385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.605511823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.605854935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.774307265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.774708452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55606","req_id":"151e1296-1556-4c54-95b7-764b8514f18c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   5b 89 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   [............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.774783661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55606","req_id":"151e1296-1556-4c54-95b7-764b8514f18c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23433,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.775020401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.775998774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.776073573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.776200836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55606","req_id":"151e1296-1556-4c54-95b7-764b8514f18c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.77691817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.791434661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.791532686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.791576573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.791620761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.791659989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.794100866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.797171695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8792, tv_nsec: 714952237 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.797287335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.797381712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.797554846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.797686057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.798418261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.800066805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.801922781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18294","req_id":"654f89ea-f273-4a34-8d58-7e72d748e411","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   dc 5f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ._..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.802002069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18294","req_id":"654f89ea-f273-4a34-8d58-7e72d748e411","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56415,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.802185964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 56415,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:37.802444277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18294","req_id":"654f89ea-f273-4a34-8d58-7e72d748e411","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.802484046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.807998508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.808095501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.808142093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.808617457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.809800016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.814484941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.815288617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.816418561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6684","req_id":"cf2a5fc8-ed9b-443d-a32e-e6754f9a6b6c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4f e2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   O...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.816510434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6684","req_id":"cf2a5fc8-ed9b-443d-a32e-e6754f9a6b6c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20450,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.816902442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.817011108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6684","req_id":"cf2a5fc8-ed9b-443d-a32e-e6754f9a6b6c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.817165865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49753","req_id":"20a1d67a-4824-48d6-8576-c11d90e95a24","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c3 6b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .k..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.817242548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49753","req_id":"20a1d67a-4824-48d6-8576-c11d90e95a24","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50027,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.817441112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.817601501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49753","req_id":"20a1d67a-4824-48d6-8576-c11d90e95a24","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.818430878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.818504905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.993019605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.993961797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.994127105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.994307203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.994369967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.995115117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:37.996668813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"0a65ffae-0409-466f-bf76-fbb23bf8a6c7","zpool_id":"f45428a8-e01b-4e7b-be7d-61349d93c1fb","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.996736718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.996777198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.997592878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.999167075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:37.999440027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5045","req_id":"84f2131a-111d-4b77-9b46-6ae27b1cff05","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   bc 51 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   .Q..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:37.999817577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5045","req_id":"84f2131a-111d-4b77-9b46-6ae27b1cff05","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48209,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.000264564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.000630952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.001010636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5045","req_id":"84f2131a-111d-4b77-9b46-6ae27b1cff05","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:38.001242807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.001307376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.003714887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.003803643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.004708661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8792, tv_nsec: 922517318 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.004791245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.006460149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b35c665-adcf-497b-9213-b30bdc329916\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.006564807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.00716016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.019109492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.019223589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.019267305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.019308347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.019347274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.01991414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.021388558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.021454008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.021493918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.021528567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.022071485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.023333261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.024265172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.024325562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.024362906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.02606207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48884","req_id":"67297ec2-8482-470f-9aa6-d929762e7a91","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   3c 4a 01 00  00 01 00 00  00 00 00 01  24 38 39 37   <J..........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.026180776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48884","req_id":"67297ec2-8482-470f-9aa6-d929762e7a91","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15434,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.02642947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.026536713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48884","req_id":"67297ec2-8482-470f-9aa6-d929762e7a91","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.02812621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.028177572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.028208183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.028869246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.035419976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.03549226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.035533151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.036095177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.037640576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe088d28-02a0-4569-8c66-e7e7bad5ba04\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.037826455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.037872647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.037910873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.038707656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.040059651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.042991704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.051295867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.051373381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.051405705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.051449442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.052129342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.053227293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.053305679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.053350868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.053393523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.053434384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.053771794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.054684507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"3a4c62b5-92db-4e46-be85-c9e8a756169f","zpool_id":"f45428a8-e01b-4e7b-be7d-61349d93c1fb"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.059246968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.059394441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.059456264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.059531714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.059796199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.061937913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.066380456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.066602016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.066646775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.06673509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.066783446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.066960077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.069210777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d637fc2-9205-40d1-bea2-58a507b10642\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.069616142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.070066337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.070116156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.070145153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.070181595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.070996013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.072077701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.076921972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.076992102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.077033664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.077525331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.079023887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 0a65ffae-0409-466f-bf76-fbb23bf8a6c7","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"0a65ffae-0409-466f-bf76-fbb23bf8a6c7"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.079104998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.0791464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.079663267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.083520167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.083568032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.083607881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.085650248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.086278796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.086337713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.086379506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.086421219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.086459425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.086864679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.091322223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.091669843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.091757527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.091833518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.09227766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.092924465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.098184712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.098247567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.098286805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.098326524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.098362485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.098915944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.102123655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 0a65ffae-0409-466f-bf76-fbb23bf8a6c7 (physical_disk), lookup_type: ById(0a65ffae-0409-466f-bf76-fbb23bf8a6c7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.10229734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.102348421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.102384904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.102991729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.104264016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.104329236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.104429815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.104539102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":10,"elapsed":"502.356812ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.109456809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.113697732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.113784364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.113826989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.11435648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.116421862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28e13c38-842f-4b9f-a6f3-17b768bb3613\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.116989019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.117465535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.125237732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 0a65ffae-0409-466f-bf76-fbb23bf8a6c7 (physical_disk), lookup_type: ById(0a65ffae-0409-466f-bf76-fbb23bf8a6c7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.125444051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"0a65ffae-0409-466f-bf76-fbb23bf8a6c7","zpool_id":"f45428a8-e01b-4e7b-be7d-61349d93c1fb","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.125521445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.125561695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.125884346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.129503203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.129601669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"90ef019b-6024-4f76-a36b-d03db8e83451\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":10,"elapsed":"527.204652ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.13555877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.135675512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.135726052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.135764719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.136564568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.148878815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.152593643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.159505691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.159892579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.159966616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.160007026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.160874429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.172033822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.176215147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.176331227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.176375305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.177239842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.182796859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9eb10e1-84ee-475b-979f-f747ce105c17\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.182998028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.186646805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.186712275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.186754339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.186791683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.187478717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.197977869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.204477899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.204630893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.204672936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.205055917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.208635406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.208711507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.209575794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.210681189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da03857a-5461-40a5-a711-0ce183ac0000\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.211025353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.215166007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0a19e8c-3258-4f0c-be22-c48b1e5237b5\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.215588275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.219103026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3ded5eb-23ee-4c0e-bbd3-edbc52979b44\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.219191441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.22253426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d24bd7fc-8599-4e21-b802-b807d8d71112\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.222741542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.224800742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c737e82-a497-4f0d-96bf-933e9052a677\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.225053584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.226186234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18598a35-8103-49cd-97d8-5e9fd4abd59b\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.226309889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.22750363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641e74e5-ee84-4f39-be42-ff8ca5396ecc\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.227598719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.228654546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba52c3f4-e49e-4ca2-a902-20c4eacf544f\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.228822119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.230113093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c26864f-b898-494e-88ec-e7cdeb0e5dca\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.230189334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.234305289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13c2a7ff-1c31-414e-85ab-adf498975172\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.234616557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.237273995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8c6ac9f-9470-4b92-a6aa-a4a59bacedea\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.237428091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.239816755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39ad043f-8368-4f1d-8ec0-16fad0dee68d\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.239902956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.243648786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c4601c-888f-42c0-ae33-6507a75c3898\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.243741851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.245672264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a72ce077-f22c-4361-89cc-6c08906cc49e\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.245776151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.24795064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ee77c10-6219-44b9-8938-ca546a14f061\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.248078874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.250119036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b06e5d60-d6ea-4886-b095-d3fa3927aecc\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.250196029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.251457805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da6ae58-fd4d-4fe5-96ad-941512bdd666\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.251553776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.252649321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cf66515-cd21-4765-bb6c-1014822c7171\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.252814439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.253763444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"733f9dcf-8c34-4ec1-a0be-ebd0ba7c12fe\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.25387687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.254891705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead7958f-a3f5-4cd2-97c4-a3e16d0ae23f\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.254972756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.258513608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c4591b-6a1d-44b1-b36b-7cd8d4844372\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.258729658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.260219557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"226c8faf-77c5-4ff9-908b-9f724458a4ad\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.260305056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.261556843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"846def12-f55e-49ef-9cf6-483123531c2d\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.26169669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.262844851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2455bf6f-0c9e-4f0e-afa5-014003b1dc0e\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.263037914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.267832206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d1ec2ee-e266-4496-bdfe-da28aeca6191\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.268274845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.270292392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.272767328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5968b26f-6d15-4bb0-9aa9-18750e898e81\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.27317651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.275886152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cc9de3b-e2ae-4691-88a6-62b3def1bdfb\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.276075017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.278458791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7c26609-ad1f-4523-b800-4b9277335883\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.27853848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.280868026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b855c87-c91e-4b05-a802-4c5d8eed8b4d\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.280990259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.282965572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74c75d8f-373a-47f4-810b-e09a6457c4ba\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.283068727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.293023267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"326d288c-7064-4020-8e60-a288bb27549c\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.293236351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.296047724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c305304-c1b3-4474-8f45-f7d3d001b6d6\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.296223944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.297353608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b25073d-ed4f-40c5-96ff-1c1d1c9af076\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.297446713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.298721094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa24cea1-254e-41cf-a6d6-db9e9b91c651\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.298834229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.301420726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddd29215-72d8-45f7-92c8-416f677c0462\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.301609551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.302542263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c94acab5-97ef-4677-9245-0e17f234bb6f\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.302625218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.303599042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"372022c0-40a1-42f0-874e-4bb1ce7e12e5\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.303704451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.304790909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9215a02b-d708-4810-8854-269643ee274d\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.304906148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.307902519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"292096aa-f609-452b-b866-50918c575ccf\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.308046665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.312364491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a1b4960-6ef2-4343-80e5-561589d064c7\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.31252011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.315262106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c15d8a0-c480-4da5-b3d6-39477ef4fd22\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.315470089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.317663084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924b1ad0-de72-4e38-a691-2d49c35714a8\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.317752722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.319771502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b64cee-5623-4d75-8d2c-cb1591ac9f8a\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.31993195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.321627237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.321682547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.321723589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.321759921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.322467757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.323444066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"414d32d0-c703-4de6-9022-9ee7321a2168\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.323522231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.324886691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fc924ae-4347-4493-a324-ce95a4e86831\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.325347947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.326473973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.334505805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.334644611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.334684851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.335621451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.337081721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b27689-4483-4389-9067-99aa8fe2d828\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.337280456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.338946715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.339000672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.339783247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.34873704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac64b803-f0db-4b41-8c88-c25efbb73ba0\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.349005102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.351836215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a3d33f1-5e60-4625-84c6-c9be16c5714e\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.351936424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.351973798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.354157655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"422d794c-3738-4cc0-820f-b158385d0bac\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.354322543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.355831189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7d63fd4-d375-40c9-bf74-154e329d70a8\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.356067639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.357556646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ad63d2-e4af-40c1-bdad-691c4d6b1808\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.357694981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.359058669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf8eebf2-978a-497e-ae86-62eb59795c48\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.359155963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.360429201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5489c9d8-bd4f-4737-b83d-a9e3ee6e0bb2\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.360516264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.360838514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.361033491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.36109326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.361403486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.364818819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.369771576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.370029067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.370076792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.370119918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.370158675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.37204949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.375948995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.384059543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.384210994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.384255743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.385066363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.444117543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.444556826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.445121607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64275"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.446708098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"fd7cfab2-d629-4315-a9c8-a3a6d9d0f833","remote_addr":"[::1]:64275","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.4469657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"fd7cfab2-d629-4315-a9c8-a3a6d9d0f833","remote_addr":"[::1]:64275","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.447803243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"fd7cfab2-d629-4315-a9c8-a3a6d9d0f833","remote_addr":"[::1]:64275","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1448,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.448443074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd7cfab2-d629-4315-a9c8-a3a6d9d0f833\", \"content-length\": \"11158\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.53507363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.535586749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.536788536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54361"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.537593985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1f262697-2619-41d1-a820-6534f5233834","remote_addr":"[::1]:54361","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.537672671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1f262697-2619-41d1-a820-6534f5233834","remote_addr":"[::1]:54361","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.538908676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1f262697-2619-41d1-a820-6534f5233834","remote_addr":"[::1]:54361","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":1343,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.542604887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f262697-2619-41d1-a820-6534f5233834\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.650088559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.650406069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.651385464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62852"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.652103951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f6a45952-34ff-46ba-b8f9-b449c337cb0b","remote_addr":"[::1]:62852","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.652171015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f6a45952-34ff-46ba-b8f9-b449c337cb0b","remote_addr":"[::1]:62852","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.654405152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f6a45952-34ff-46ba-b8f9-b449c337cb0b","remote_addr":"[::1]:62852","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2339,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.654872209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6a45952-34ff-46ba-b8f9-b449c337cb0b\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.729187917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.729267986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.73176734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39343"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.732171282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.732251942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.732289757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.733054797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.733105437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.734149601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.735698667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1f893de3-7d36-4a15-b3d1-cf8869197b73","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.736047781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1f893de3-7d36-4a15-b3d1-cf8869197b73","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.736503265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b5c774f5-7219-4632-8727-c4ca681e71e1","remote_addr":"[::1]:39343","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.736684616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b5c774f5-7219-4632-8727-c4ca681e71e1","remote_addr":"[::1]:39343","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.737063418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1f893de3-7d36-4a15-b3d1-cf8869197b73","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.73715505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1f893de3-7d36-4a15-b3d1-cf8869197b73","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.738175386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1f893de3-7d36-4a15-b3d1-cf8869197b73","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.740121692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b5c774f5-7219-4632-8727-c4ca681e71e1","remote_addr":"[::1]:39343","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":3571,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.741699446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5c774f5-7219-4632-8727-c4ca681e71e1\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.742539674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.742596177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.742635485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.742805342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.743094556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:38.743422918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.810372455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.810467805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.810849633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.811100421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.877468914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.877563993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.878507147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:43234"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.879358087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.879430831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:38.880114308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.880864068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1f893de3-7d36-4a15-b3d1-cf8869197b73","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":145186,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.881771309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"b3c7ce17-b236-4111-a7a9-3cdd36bb035e","remote_addr":"[::1]:43234","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.881837801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"b3c7ce17-b236-4111-a7a9-3cdd36bb035e","remote_addr":"[::1]:43234","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.881876859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f893de3-7d36-4a15-b3d1-cf8869197b73\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.882100012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.883146992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"b3c7ce17-b236-4111-a7a9-3cdd36bb035e","remote_addr":"[::1]:43234","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1455,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.88375023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.883817794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.883849807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b378b265-a8b1-4522-8668-2dc713f0c9a3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.883898123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b378b265-a8b1-4522-8668-2dc713f0c9a3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.884253249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b378b265-a8b1-4522-8668-2dc713f0c9a3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.884329921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b378b265-a8b1-4522-8668-2dc713f0c9a3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.88519045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b378b265-a8b1-4522-8668-2dc713f0c9a3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.886129265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3c7ce17-b236-4111-a7a9-3cdd36bb035e\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.886511955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.886580972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.886614739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.886865116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.886924193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.88696795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.887007238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.887462743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.891037623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b378b265-a8b1-4522-8668-2dc713f0c9a3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7076,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.891192992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.895646126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.896156159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.896212431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.896693145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.898711364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b378b265-a8b1-4522-8668-2dc713f0c9a3\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:38 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.899012171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.899070377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:38.899103392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.913203727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.92001246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.920157067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.929532417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.930985102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.931156643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.931218115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.963831868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.963918861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.963961546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.963997778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.964639853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.967779268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.974444757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:38.974682338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.974736326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:38.975938904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.074674571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"fb14ef95-cf27-486f-90c4-352e6940b5a4"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.074790852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:38.028050 UTC","collection_id":"fb14ef95-cf27-486f-90c4-352e6940b5a4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.075055588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"fb14ef95-cf27-486f-90c4-352e6940b5a4\",\"time_done\":\"2026-03-04 07:05:38.886590 UTC\",\"time_started\":\"2026-03-04 07:05:38.028050 UTC\"}","iteration":15,"elapsed":"1.585974376s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.075110267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.075144044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.075183552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.07522274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.075263631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.075940485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.077587386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.077877483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.077933313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.077973684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.078009825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.078798291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.083000147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.087046804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.087118446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.087159908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.087567788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.088692943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.094615015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.094720985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.094764662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.095007264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.096794483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.096864833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.097944688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.099216243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(7014c93c-b39f-4d21-9fff-7b0503db1902, 2), (4ff3e725-ba04-452c-be02-886df30f5b60, 2), (90ef019b-6024-4f76-a36b-d03db8e83451, 2), (fb14ef95-cf27-486f-90c4-352e6940b5a4, 2)]","collection_id":"7014c93c-b39f-4d21-9fff-7b0503db1902"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.099287364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.099329508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.09997002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.100880378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.100944195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.101348518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.221152158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":6,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":6,"nphysical_disks":6,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"7014c93c-b39f-4d21-9fff-7b0503db1902"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.221334971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.221381213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.222477109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.22828302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(4ff3e725-ba04-452c-be02-886df30f5b60, 2), (90ef019b-6024-4f76-a36b-d03db8e83451, 2), (fb14ef95-cf27-486f-90c4-352e6940b5a4, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.22837367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.229844912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45305","req_id":"d414eedd-a6e3-48b9-88ce-d2b2d8031e06","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9a c6 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.229933679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45305","req_id":"d414eedd-a6e3-48b9-88ce-d2b2d8031e06","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39622,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.230172884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.230526005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.230640613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.230741072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45305","req_id":"d414eedd-a6e3-48b9-88ce-d2b2d8031e06","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.232043489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8794, tv_nsec: 149663231 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.232358064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.232745674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.234292937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31668","req_id":"83da0012-7cae-4eff-a210-3397554f8d26","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   00 34 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .4..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.234506551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31668","req_id":"83da0012-7cae-4eff-a210-3397554f8d26","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.235016854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.235307502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31668","req_id":"83da0012-7cae-4eff-a210-3397554f8d26","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.235535745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8188","req_id":"d34f5bce-0a33-4497-8a3c-8b47884d1cf4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   6d 46 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   mF..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.235741483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8188","req_id":"d34f5bce-0a33-4497-8a3c-8b47884d1cf4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27974,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.236109565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.236262148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8188","req_id":"d34f5bce-0a33-4497-8a3c-8b47884d1cf4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.36559331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.366678435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"fb14ef95-cf27-486f-90c4-352e6940b5a4\",\"time_loaded\":\"2026-03-04T07:05:39.077765550Z\",\"time_started\":\"2026-03-04T07:05:38.028050Z\"}}","iteration":12,"elapsed":"289.101139ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.36681179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.366860046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.366891027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.366919514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.367081315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.367131054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.367161655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":13,"elapsed":"36.813µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.367197045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.367230882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":11,"elapsed":"16.533µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.36726518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.3673203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.367382363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.367425028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.367462643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.368072855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.370522189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39092","req_id":"45a97570-5dcf-4f6e-ba18-9bf87741d3c7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   a7 29 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .)..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.37069369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39092","req_id":"45a97570-5dcf-4f6e-ba18-9bf87741d3c7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42793,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.371261227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 42793,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:39.371617054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39092","req_id":"45a97570-5dcf-4f6e-ba18-9bf87741d3c7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.371733315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61927","req_id":"3e40321b-5505-4c16-9e16-d6d9ec9d3ecc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   2c 95 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ,............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.371809406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61927","req_id":"3e40321b-5505-4c16-9e16-d6d9ec9d3ecc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11413,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.372170833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.372404167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.372567361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.372620727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61927","req_id":"3e40321b-5505-4c16-9e16-d6d9ec9d3ecc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.374530831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.375650154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.380472241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.381438069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.381652795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.381713686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.381752994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.382713723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.384084174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8794, tv_nsec: 301902771 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.384493277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.384715368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.388450677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45148","req_id":"4b530d89-2bf1-4fe7-9d36-705dc08da25a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   e1 36 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   .6..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.388543872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45148","req_id":"4b530d89-2bf1-4fe7-9d36-705dc08da25a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57654,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.388812375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.38904131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.389091299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45148","req_id":"4b530d89-2bf1-4fe7-9d36-705dc08da25a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.389254934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18522","req_id":"20bc2ef1-887e-47ba-bad8-c4d2813b5ad9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f9 55 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .U..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.389327919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18522","req_id":"20bc2ef1-887e-47ba-bad8-c4d2813b5ad9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63829,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.389500762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.389526924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18522","req_id":"20bc2ef1-887e-47ba-bad8-c4d2813b5ad9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.389577986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45510","req_id":"53f1e663-f4e8-4689-bb4a-2c5edd2f86a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a8 ea 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.389631201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45510","req_id":"53f1e663-f4e8-4689-bb4a-2c5edd2f86a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43242,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.389799876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.389824936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45510","req_id":"53f1e663-f4e8-4689-bb4a-2c5edd2f86a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.390052718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.394766651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.394837902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.394879685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.395331452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.397334781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.398616847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44475","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.398696987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44475","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.398741265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44475","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.398782166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44475","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.398821203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44475","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.398860892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44475","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.398900491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44475","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.398940069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44475","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.398979558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44475","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.399065208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44475","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.39979113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44475","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.39985677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:44475"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.399891218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b4696cd6-523c-4103-9279-b5c31471f376","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"b4696cd6-523c-4103-9279-b5c31471f376"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.399931839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.399968001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.400495048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.401440365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8794, tv_nsec: 319252850 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.401525414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.537302218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.539529191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63895","req_id":"8ffa5727-40ee-4f9e-9931-0c84f6504ee3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   86 71 01 00  00 01 00 00  00 00 00 01  24 38 39 37   .q..........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.53961916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63895","req_id":"8ffa5727-40ee-4f9e-9931-0c84f6504ee3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34417,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.53980583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.539932201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63895","req_id":"8ffa5727-40ee-4f9e-9931-0c84f6504ee3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.540565549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.540622352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.54065674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.541203106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f016cd57-b1ea-4ae6-9543-32f51dd055f8\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.541371139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.541827456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.541893447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.541936532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.541974207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.542676372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.546680785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3ecf331-1e44-4a3c-a5ce-5220e1fbbee9\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.547108675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.547234384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.547342258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.549006464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.550664797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.555944173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.556116745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.556174881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.556218628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.556305951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.556566258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.562979064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.563098241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.564223817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.565527215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.571540578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.571827819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.571875123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.573507204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.574475227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.574531919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.57456267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.57460277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.575356888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.580777694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.580888795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.580938573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.58098203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.581053893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.581685056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.582763418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.582865551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.582896692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.583250164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.584126866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.585905198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.585985287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.5860273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.586064654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.586927879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.587860401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc3ab8fc-e7dd-4336-b4a8-58eaba125fc0\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.588315364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.589006928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.594700376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.594800845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.594844331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.594885133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.594923889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.595263083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.597364276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.597445127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.597480126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.59770845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.598674859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.60201371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.607519886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.607635295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.607678672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.608093085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.610235229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.610304487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.61034624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.61130323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.61519534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.615355939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.615468383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.615542911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.615607238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.615667688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.616200647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.61628258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.616342839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.616444261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.616714427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.618577077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.626348241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.627478415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66ed0823-bbcb-4d19-8b54-d32da60e0b2a\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.627769343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.62816054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.635047709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.635206674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.635314759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.635415639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.635501971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.63622164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.637891146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.638124059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.638635805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.638896052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":11,"elapsed":"272.031557ms"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.641217973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b4696cd6-523c-4103-9279-b5c31471f376","zpool_id":"bc1cbc94-5aa4-403d-8398-34bcaee1ea75","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.641388793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.641446758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.642611932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.644731672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.657063193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.657193001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.6573033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.658316472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.662434491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.662720409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.662779757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.6628166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.663828229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.664855199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.664996269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"fb14ef95-cf27-486f-90c4-352e6940b5a4\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":11,"elapsed":"297.744314ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.66835031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.672789327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.675349301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e4462d4-c666-4060-8863-080bfc5d8451\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.675528787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.680098503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"fbff0be3-f1a9-4856-876d-ee070ad78155","zpool_id":"bc1cbc94-5aa4-403d-8398-34bcaee1ea75"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.683560028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cad97a2-5af4-4065-a3b2-2d731be22608\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.683676159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.687270297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b4696cd6-523c-4103-9279-b5c31471f376","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"b4696cd6-523c-4103-9279-b5c31471f376"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.687350266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.687416788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.697909708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.698867901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"833ff29a-d98c-44d5-9307-081231254932\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.699068449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.70200421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84896e49-b47c-4dfd-a964-9a0aed7f8ee9\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.702827715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.702908416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: b4696cd6-523c-4103-9279-b5c31471f376 (physical_disk), lookup_type: ById(b4696cd6-523c-4103-9279-b5c31471f376) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.702957874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.702997372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.703033705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.703233311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.704765544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.70483389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.705150829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.706117509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.708407928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.714177457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: b4696cd6-523c-4103-9279-b5c31471f376 (physical_disk), lookup_type: ById(b4696cd6-523c-4103-9279-b5c31471f376) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:39.714254981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b4696cd6-523c-4103-9279-b5c31471f376","zpool_id":"bc1cbc94-5aa4-403d-8398-34bcaee1ea75","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.714296153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.714332144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.714649104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.71617782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.716295954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.717086835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23c8d96c-ca04-4e8b-a84c-bffc72873004\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.717867456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.718038776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.718092793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.718132211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.718167021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.719181275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.723605822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.723662796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.725706274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c03c611f-0692-4fe8-ad3d-29c763486ecb\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.725853487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.726225255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.729259631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.732197787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dcee199-ca57-408e-8f6d-d85ba3f78907\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.73249123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.733982341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce75a35e-d404-48cd-9037-1b6f0befbf42\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.734158992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.736069106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e3440f-b6b1-4e08-9588-960f5c0a09e8\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.736221979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.736571714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.736629829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.736669859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.736707584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.737620707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.739684055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"908cf59c-c0e7-482e-b8b7-62522f0eccba\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.739760146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.741472818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.745076465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.745146574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.745184349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.745751796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.747366944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7accadbd-5bee-41fc-a735-017f1ce2afa0\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.747680908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.755326452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.755419637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.755485809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.75554682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.756277712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.757962087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1275458c-ef3e-4ff8-8c50-6792489380d9\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.758346821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.761774719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0cea21c-f0a8-488f-b39c-581403e04897\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.761870589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.762169814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.768222445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.768275731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.768363084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.768900141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.772837811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.772889494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.77385449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.775794233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"979da1ef-93c3-45db-aa70-3096b1a3e0b3\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.776021484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.778527261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1c1e114-8227-457f-84d7-616bee2f49b4\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.778686407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.780836126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf632a08-0f1f-4746-b013-2a6d0fd9f7de\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.781011975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.783010545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"159a7253-5c36-40b5-82bf-0191bdf386bb\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.783131545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.784175619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"606b7712-d37b-4b72-9654-7a2c52a6aec6\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.784251089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.785516602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b3258f-b6e4-4950-ba37-a0f87feb9ec5\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.785680979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.787088875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e84fc03-7a7d-4a05-8e47-f2358dead25e\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.78717214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.78814361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32addfd6-e456-4b12-ae25-260e78e4fdbf\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.788284339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.790203491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6da4f96-a690-4bbd-80d1-092d53162721\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.790430231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.792449331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57179197-08b3-46f8-b7f9-4aece7180225\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.792744938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.794348403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58cac796-f85a-4687-b95f-220b3245a3b0\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.794661154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.795922369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"778d2d37-e9fa-464c-b043-2e514b53259e\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.796358866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.799590805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31076b58-9241-433f-a4c6-12db1d084f11\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.799775531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.803305162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74a74a16-4f61-476d-ab01-e88b1976f7d9\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.803649215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.816917978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4deb646e-f5c9-4916-91ae-7b8401e073c0\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.817234356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:39.817529703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.819883498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfb8af0f-28dc-4364-bff2-cab3325d4ba3\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.820236809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.823517114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad336eb-27cc-418d-aa85-3261da252fde\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.823754496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.82770914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05330475-4e55-4f1b-886a-fcd986263373\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.827847104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.829331222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e4aae4-d2cc-40c4-8ed9-f211ea67ef74\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.829488905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.83088609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b43f81a5-b0c9-469f-96f9-3a26ec7217e6\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.831126417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.83259802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eefa2bf-5551-49ab-b7df-184ef1cc07ad\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.832757797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.834527101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60044d7a-f471-4308-b2b0-792760614481\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.834605607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.835783156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a565a4cb-8897-46c8-833f-e4e02d1c1d01\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.835999155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.837379556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa04793c-e516-43e8-82ca-4560173d6a8b\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.837467972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.839204861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ed2f24-75d3-42c3-a834-494a1bd6075d\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.839395169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.840462028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7c1cdbf-0741-4b87-8dfb-8b4fdd758e08\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.840554442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.843379292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1590081-487f-4211-a349-ea6c51801f08\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.843520342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.847052227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2170c16a-1382-4fa0-862d-1539e4da8804\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.847378846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.848220828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.853584861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b22d9113-7cf5-4493-b9b6-ae11b42542d3\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.85393662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.856974203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cb3916c-0e51-4aa6-b2d6-78bfd4f49b83\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.857216624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.859736679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dc593d2-6502-4b35-b475-a2167ed44693\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.859976065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.863159658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ce412cd-2b1c-4ba8-8316-abc48f611ca6\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.863382681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.864316225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c4f3ac-d0ce-46e0-b74e-0f0687a6384d\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.864494559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.865688099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c4f95be-4b96-482b-bdbf-e07ec4164462\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.865912976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.867059633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c5eba0a-418c-4949-8e39-a3ea250da695\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.867215282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.868645313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e3f1fbb-f247-471f-8570-d563859da028\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.868728868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.868761714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.872607051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95d8771-e8c6-47b1-97da-bee7c6d5ca5e\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.872890925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.875086616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f3b084-cdd7-4f72-ad64-f00fd852fbfb\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.875368024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.877169472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"389cc5ff-945d-4afe-a081-0e9e363291eb\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.877363959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.878832916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"085f2a9f-8fdc-45ef-9ccc-e29f2b037677\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.879023785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.880177216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68624e8c-0aec-4ae0-aa22-49536de6521d\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:39 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.880334749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.880389538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.880431351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.880467603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.881232933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.884608697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.88984649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.889925116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.889965496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.890008662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.890063461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.890444337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.894796922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.901402862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.901497339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.902117561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.902500993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.905605889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.905693794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:39.905737431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.905773632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:39.906279587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.013444105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.013525006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.015024223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.022326626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.022405944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.022445933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.022938502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:40.023605576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33930"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.023833138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.023891434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.023930031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.023968477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.024511656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.025221315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.025272106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.025310332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.025923019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.026797837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.0272831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.027344011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.027463569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.027522426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.027561393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.028038621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.028722239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.028776186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":12,"elapsed":"44.749µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.028814422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.028851165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.028890373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.029362991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.031052747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.031150161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.031193557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.031233636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.0312705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.03244891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.033548394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.033733742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.03379341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.035153672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.037541655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.037772583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.037827723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.037868925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.037905407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.038647591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.039429334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:40.039490836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.039521577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"100.449µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.039593139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:40.039627307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.039655463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.039692637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.039731534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.039849378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.040266156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.041103028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.044003528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"a8c7fb5b-c874-42fe-9dba-8c8159b294a8","remote_addr":"[::1]:33930","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.044062466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"a8c7fb5b-c874-42fe-9dba-8c8159b294a8","remote_addr":"[::1]:33930","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.044175861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.044223225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.044500045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.044551206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.044589923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.04462849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.044706785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.045118713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.045728064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.045786039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.045825297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.046460819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:40.049138136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"a8c7fb5b-c874-42fe-9dba-8c8159b294a8","remote_addr":"[::1]:33930","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":5105,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.05354561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.05371683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.053816187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.054053869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.056560217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.064035714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.073054466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.073156519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.073201177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.074581379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.075769488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.080927853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.081015087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.081055316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.082172405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.086295484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.088021111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.088135769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.088185007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.08830754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8c7fb5b-c874-42fe-9dba-8c8159b294a8\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:05:40 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.088508669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913 (sled), lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.088570713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.088612997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.088652655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.089433546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.15719673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.157330305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.158407304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.158983388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.163731358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.163872729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.163918109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.16473956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.1653032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"138.459071ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.165461544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.17018226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.17024784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.170286808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.184058008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.186297586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.192754019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.192818347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.192857334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.192898075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.192934628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.193409471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.194503534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.194604925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.195789909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:40.197397241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47220"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.198842471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.199187116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55978","req_id":"c59b08aa-9b34-48d8-8b67-b7cc2d108bb0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   97 24 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .$..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.199291944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55978","req_id":"c59b08aa-9b34-48d8-8b67-b7cc2d108bb0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38692,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.199539867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.199762639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.19990425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.200036673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55978","req_id":"c59b08aa-9b34-48d8-8b67-b7cc2d108bb0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.207661547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8795, tv_nsec: 125385807 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.207772187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.207805683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.208067774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"895efc79-0be0-47de-a56e-c63deda64918","remote_addr":"[::1]:47220","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.208127542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"895efc79-0be0-47de-a56e-c63deda64918","remote_addr":"[::1]:47220","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.208357549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64577","req_id":"b029d2e2-afe7-443e-9732-284234cf8ba8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   fc 93 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.208685611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64577","req_id":"b029d2e2-afe7-443e-9732-284234cf8ba8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64659,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.208838925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.209041427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.209166105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.209910233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64577","req_id":"b029d2e2-afe7-443e-9732-284234cf8ba8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:40.219351133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"895efc79-0be0-47de-a56e-c63deda64918","remote_addr":"[::1]:47220","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":11294,"response_code":200}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.221776059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8795, tv_nsec: 139617161 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.221872331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.221908593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.223325387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16457","req_id":"f01e0aa0-9bad-4b7d-bb83-e613aa30c27d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ca 7b 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .{..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.223443832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16457","req_id":"f01e0aa0-9bad-4b7d-bb83-e613aa30c27d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51835,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.223592026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.223731643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.223953223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.224068172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16457","req_id":"f01e0aa0-9bad-4b7d-bb83-e613aa30c27d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.224597854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.228609421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.229368018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"895efc79-0be0-47de-a56e-c63deda64918\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:40 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.29291149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.293018984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.29399377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"original_time_started":"2026-03-04 07:05:38.028050 UTC","original_id":"fb14ef95-cf27-486f-90c4-352e6940b5a4","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.294062436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"fb14ef95-cf27-486f-90c4-352e6940b5a4\",\"time_loaded\":\"2026-03-04T07:05:40.027321196Z\",\"time_started\":\"2026-03-04T07:05:38.028050Z\"}}","iteration":13,"elapsed":"266.799877ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.294396931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:40.298244252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33532"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.299587039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8795, tv_nsec: 217352590 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.299735874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.299826835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.300611353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46388","req_id":"730ea6a0-ad89-44b2-b39d-2387ae923a33","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7c 18 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   |...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.300847712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46388","req_id":"730ea6a0-ad89-44b2-b39d-2387ae923a33","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31768,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.301162648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.301328597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46388","req_id":"730ea6a0-ad89-44b2-b39d-2387ae923a33","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.301429317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29452","req_id":"8d95a25a-6700-4088-831b-057842977db2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   46 c1 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   F...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.301634194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29452","req_id":"8d95a25a-6700-4088-831b-057842977db2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18113,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.301854261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.301885393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29452","req_id":"8d95a25a-6700-4088-831b-057842977db2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.306099503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.306197848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.306946194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.307967222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.308034285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.308597624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.310313372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.33550252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913 (sled), lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.335603139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.335647518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.33632322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.33872523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0fb5a7b9-a4c3-49da-bc25-c5e934d8fb87","remote_addr":"[::1]:33532","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.338855058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0fb5a7b9-a4c3-49da-bc25-c5e934d8fb87","remote_addr":"[::1]:33532","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.462478935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/local/all-sp-ids","method":"GET"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.463252602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48943","req_id":"1662e9ee-e9cc-488c-8688-7943e214849f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   81 a7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.46341757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48943","req_id":"1662e9ee-e9cc-488c-8688-7943e214849f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33191,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.463695081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.463746192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48943","req_id":"1662e9ee-e9cc-488c-8688-7943e214849f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.463882433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31560","req_id":"2ab98143-e3e9-4e73-892a-205088778110","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e0 b5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.463954646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31560","req_id":"2ab98143-e3e9-4e73-892a-205088778110","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57525,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.46416308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.464191887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31560","req_id":"2ab98143-e3e9-4e73-892a-205088778110","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.464247628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15478","req_id":"380a26d9-351b-44d0-85eb-4139f9c94e68","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   db eb 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.464295774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15478","req_id":"380a26d9-351b-44d0-85eb-4139f9c94e68","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56299,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.464516953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.464546141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.464740928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.464854754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15478","req_id":"380a26d9-351b-44d0-85eb-4139f9c94e68","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:40.469687652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0fb5a7b9-a4c3-49da-bc25-c5e934d8fb87","remote_addr":"[::1]:33532","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":131969,"response_code":200}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.470744181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":3,"elapsed":"426.209066ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.471161971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.476080319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.476221279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.47626715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.476716572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.478735232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.478807906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.478851442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.478913786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.479235124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.481270106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"35bf2989-d064-46e0-a379-1c0fc25eb00e","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.481421457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"35bf2989-d064-46e0-a379-1c0fc25eb00e","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:40.482056288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.482107549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.482596811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8795, tv_nsec: 400433254 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.482697972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.482732501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.483168436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15101","req_id":"1be2ea0e-853a-4741-9d1c-40595fcb4440","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   44 cf 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   D...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.48324591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15101","req_id":"1be2ea0e-853a-4741-9d1c-40595fcb4440","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17615,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.48346251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.483515325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15101","req_id":"1be2ea0e-853a-4741-9d1c-40595fcb4440","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.483664482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29152","req_id":"bb8e180c-01c5-44d8-8913-9a54adb7c4c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ee 6f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .o..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.483803508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29152","req_id":"bb8e180c-01c5-44d8-8913-9a54adb7c4c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61039,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.484094526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.4841221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29152","req_id":"bb8e180c-01c5-44d8-8913-9a54adb7c4c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.486079298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"35bf2989-d064-46e0-a379-1c0fc25eb00e","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.486169517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"35bf2989-d064-46e0-a379-1c0fc25eb00e","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.486555724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"35bf2989-d064-46e0-a379-1c0fc25eb00e","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.487763593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fb5a7b9-a4c3-49da-bc25-c5e934d8fb87\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:40 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.612129153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.612404901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"all instance checks complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:40.615862398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.616091503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"578.60091ms"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:40.62136183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51018"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.8217463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.828149557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.8282313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.828277692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.828318383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.829043012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.832197467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: 069d3e7e-1784-4021-9952-549bdf909d26 (sled), lookup_type: ById(069d3e7e-1784-4021-9952-549bdf909d26) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.832287686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:40.832335411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.832374729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:40.833142474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.115483947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.115587242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/vpc-routes","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.116103748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.120120436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.121141273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"35bf2989-d064-46e0-a379-1c0fc25eb00e","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":639921,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.122143954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"973b27ae-5485-4c70-9793-7463011cdfe6","remote_addr":"[::1]:51018","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.122244664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"973b27ae-5485-4c70-9793-7463011cdfe6","remote_addr":"[::1]:51018","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.122808444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35253"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.12309814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.123173309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.123218038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.123257496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.123295401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.123330842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.124066623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.12489591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.124973745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.125211757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.125260494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.125297057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4588","req_id":"9dce1eae-5acf-4e5f-b130-bef03ada0ced","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   23 6c 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   #l..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.125352687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4588","req_id":"9dce1eae-5acf-4e5f-b130-bef03ada0ced","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9068,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.125494669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.125683264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.125820406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.125929884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4588","req_id":"9dce1eae-5acf-4e5f-b130-bef03ada0ced","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.126033409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4003","req_id":"5a5bbe2f-c919-443a-a640-aab45d04d594","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ba 10 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.126091294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4003","req_id":"5a5bbe2f-c919-443a-a640-aab45d04d594","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47632,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.126269759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.126296452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4003","req_id":"5a5bbe2f-c919-443a-a640-aab45d04d594","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.12635112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43806","req_id":"691b65e2-e260-4bbf-9944-abbf2bf5ab83","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   27 75 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   'u..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.126473944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43806","req_id":"691b65e2-e260-4bbf-9944-abbf2bf5ab83","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10101,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.126665865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.126693009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43806","req_id":"691b65e2-e260-4bbf-9944-abbf2bf5ab83","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.129162093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd5f754e-b62e-4874-873a-0963af69285a\", \"content-length\": \"105\", \"date\": \"Wed, 04 Mar 2026 07:05:40 GMT\"} })"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.130241206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.130471654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.130851298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"973b27ae-5485-4c70-9793-7463011cdfe6","remote_addr":"[::1]:51018","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":8717,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.131767728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.131840523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.131886143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.131927776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.133082028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.134483472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.134551507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.13459848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.134802265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.136042578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.136782177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.136842517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.136887757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.136927977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.137469903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.1380525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.138124423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.138172619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.138216336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.138634586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.140612945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.141818289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"5efc4bcf-969d-4cba-ae3c-5aab6ca49155","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.14258413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8796, tv_nsec: 60300775 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.142690702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.142735661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.143270333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.143326154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.143853191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"cac6228e-c33e-43f8-92f6-9543177a05c1","remote_addr":"[::1]:35253","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.143950043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"cac6228e-c33e-43f8-92f6-9543177a05c1","remote_addr":"[::1]:35253","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.143991235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.144765002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.15370652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"700e2460-65f7-4389-91cf-767eec1ab78b\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.153878652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.154314578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"973b27ae-5485-4c70-9793-7463011cdfe6\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.155240547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.155300727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.155336989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.155749828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"5efc4bcf-969d-4cba-ae3c-5aab6ca49155","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13915,"response_code":200}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.15605266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.156302296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.156559376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"cac6228e-c33e-43f8-92f6-9543177a05c1","remote_addr":"[::1]:35253","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":12812,"response_code":200}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:41.156756808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.208638881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.20872415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.209095317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.20931851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.25373736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.25383803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.255076099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:49896"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.256774181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f537a542-76a0-4f3a-be44-b35ba4e9bbf9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.256894039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f537a542-76a0-4f3a-be44-b35ba4e9bbf9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.260724206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.26692398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.266985241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.267024449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.267058887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.267604221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.267662306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.267700522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.267951841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f537a542-76a0-4f3a-be44-b35ba4e9bbf9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.268034856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f537a542-76a0-4f3a-be44-b35ba4e9bbf9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.268664837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f537a542-76a0-4f3a-be44-b35ba4e9bbf9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.269676356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac6228e-c33e-43f8-92f6-9543177a05c1\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.269749862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.26984936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.270310345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:41.270775699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.273027862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.273093202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.273183792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40879","req_id":"e3d14e01-3404-489a-98f5-f949c7de8d88","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   25 4e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   %N..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.273318139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40879","req_id":"e3d14e01-3404-489a-98f5-f949c7de8d88","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9550,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.273507204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.273603916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40879","req_id":"e3d14e01-3404-489a-98f5-f949c7de8d88","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.273674757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64992","req_id":"5be89f3d-325d-45b3-941f-3413a01a4e46","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b3 85 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.273754115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64992","req_id":"5be89f3d-325d-45b3-941f-3413a01a4e46","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45957,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.273980404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.274010484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64992","req_id":"5be89f3d-325d-45b3-941f-3413a01a4e46","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.274063219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2670","req_id":"2c8b41c9-f6e8-4e51-a1bc-17cde7d4bd68","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   44 c7 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   D............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.274111555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2670","req_id":"2c8b41c9-f6e8-4e51-a1bc-17cde7d4bd68","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17607,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.274313025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.274345549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.274387443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.274512351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2670","req_id":"2c8b41c9-f6e8-4e51-a1bc-17cde7d4bd68","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.279077187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.287126924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.287203296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.2872456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.287285459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.287322042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.289851075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.290676053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.298079196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 069d3e7e-1784-4021-9952-549bdf909d26 (sled), lookup_type: ById(069d3e7e-1784-4021-9952-549bdf909d26) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.298168494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.298209124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.299020807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.363956184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.364073727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.365098382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8796, tv_nsec: 282858533 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.365204803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.365249843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.365739024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f75f78a2-9b97-47e5-90f7-05828a3683f9","remote_addr":"[::1]:49896","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.365848291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f75f78a2-9b97-47e5-90f7-05828a3683f9","remote_addr":"[::1]:49896","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.370087341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5049578-fcdf-4c2f-886d-02cb9c39090e\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.371748129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/rpw/nat/gen","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.375053844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f75f78a2-9b97-47e5-90f7-05828a3683f9","remote_addr":"[::1]:49896","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":9372,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.383719625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.39190879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.391997245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.392120741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.392789479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.394933006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.404540287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.404677359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.40479347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.415239036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.416990895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.422522691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.422633101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.422779081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.42331222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.424676249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.4291027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.429167639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.429211155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.429539287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.430347673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.439152009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.439214713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.439296957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.439605119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.442432734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.442501822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.444774115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f75f78a2-9b97-47e5-90f7-05828a3683f9\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.445194139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.445253246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.445284258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.445467672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.445520527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.445619444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.44566278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.44623678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.446861821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/rpw/nat/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08adf24b-66b8-4730-aebf-d67daad3db65\", \"content-length\": \"1\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.44695679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/rpw/nat/gen","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.448867084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f537a542-76a0-4f3a-be44-b35ba4e9bbf9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":192204,"response_code":200}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.453003268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13260","req_id":"00deaf28-ebef-405d-a22d-4f95fcf66978","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fd f9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.453093187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13260","req_id":"00deaf28-ebef-405d-a22d-4f95fcf66978","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65017,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.453269447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.453296601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13260","req_id":"00deaf28-ebef-405d-a22d-4f95fcf66978","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.453431038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45412","req_id":"344a56a7-8171-4907-b526-421a7fa0df68","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e2 2b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .+..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.453501408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45412","req_id":"344a56a7-8171-4907-b526-421a7fa0df68","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57899,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.453672969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.453807566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45412","req_id":"344a56a7-8171-4907-b526-421a7fa0df68","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.458888156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f537a542-76a0-4f3a-be44-b35ba4e9bbf9\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.45907103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.45940338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/rpw/nat/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f9b536-b07d-4f82-9050-9a562ddd6fad\", \"content-length\": \"1\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.459478789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.459522596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.460218809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.461160459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.46131178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.461359465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.461399995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.46165909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.484583249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b07601f5-2c4d-488b-8514-3a76a678e889","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.484753086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b07601f5-2c4d-488b-8514-3a76a678e889","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.568081143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.568218886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.568911402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a4528b-1afc-4fb5-8a19-62e8ab1acf71\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.568992202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.569144464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.573463943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b07601f5-2c4d-488b-8514-3a76a678e889","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.573637678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b07601f5-2c4d-488b-8514-3a76a678e889","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.574260365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b07601f5-2c4d-488b-8514-3a76a678e889","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.575800364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet01"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.575866836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57516/eip-gateways","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.576507368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.580614485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.580677791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.580717419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.581137203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.584178473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"339d6041-5746-4bb6-8ac6-422b258e11e2","remote_addr":"[::1]:35253","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.584253863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"339d6041-5746-4bb6-8ac6-422b258e11e2","remote_addr":"[::1]:35253","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.589135629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.589219726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":7,"elapsed":"466.005896ms"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.589448229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"339d6041-5746-4bb6-8ac6-422b258e11e2","remote_addr":"[::1]:35253","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":5266,"response_code":204}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.591217083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.591291861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.592080497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:40242"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.593760083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34342","req_id":"d64bc515-9cb0-4d62-b1f7-ed5ab53c4948","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   0e 05 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.593835593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34342","req_id":"d64bc515-9cb0-4d62-b1f7-ed5ab53c4948","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3589,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.594046652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.594772764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.59542023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.595534397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34342","req_id":"d64bc515-9cb0-4d62-b1f7-ed5ab53c4948","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.598473184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/eip-gateways\", status: 204, headers: {\"x-request-id\": \"339d6041-5746-4bb6-8ac6-422b258e11e2\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"VPC route manager sled 069d3e7e-1784-4021-9952-549bdf909d26","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.598552271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.598584525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/vpc-routes","method":"GET"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.599930598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.600055466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.600663825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.600732611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.611690735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.622729819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.623073452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.623196336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.623798171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.627344104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8796, tv_nsec: 545176128 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.627525755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.627917523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.630086821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.634664292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.635548007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.635688677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.636253388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.638715288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56463"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.639508543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"097b17c8-bf5f-4dab-8586-35dae364541f","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.639626107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"097b17c8-bf5f-4dab-8586-35dae364541f","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.640869887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c91686b2-9838-43d6-a96c-56b1c8dec436\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.64196418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.642173667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.642772917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"097b17c8-bf5f-4dab-8586-35dae364541f","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.642901121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"097b17c8-bf5f-4dab-8586-35dae364541f","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.643771821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"097b17c8-bf5f-4dab-8586-35dae364541f","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.937171666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/v2p","method":"GET"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.943937283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"null","iteration":2,"elapsed":"1.920001902s"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.947888351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46288"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.948610124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"4ab4ec52-59ad-4a3b-ba21-8807d782792c","remote_addr":"[::1]:56463","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.948930561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"4ab4ec52-59ad-4a3b-ba21-8807d782792c","remote_addr":"[::1]:56463","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.949241959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.949297109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.949329503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.94963517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b07601f5-2c4d-488b-8514-3a76a678e889","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":465137,"response_code":200}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.954233523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.955219882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"4ab4ec52-59ad-4a3b-ba21-8807d782792c","remote_addr":"[::1]:56463","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":6602,"response_code":200}
{"msg":"unrolling 7 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.95554609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.962443368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.963717739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.963807427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.964377409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"097b17c8-bf5f-4dab-8586-35dae364541f","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":324843,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.968392283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"a04f7c36-2470-430e-956f-096ead69a273","remote_addr":"[::1]:46288","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.968487212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"a04f7c36-2470-430e-956f-096ead69a273","remote_addr":"[::1]:46288","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.968533363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6854","req_id":"80880772-72a1-402d-8903-6ffdc2bd6d3f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   35 65 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   5e..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.968654925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6854","req_id":"80880772-72a1-402d-8903-6ffdc2bd6d3f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13669,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.970319591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.970571241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.970714165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.970820626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6854","req_id":"80880772-72a1-402d-8903-6ffdc2bd6d3f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.970984271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63177","req_id":"69fd254c-3546-4700-9523-12d7574ec1e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   75 ea 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   u...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.971053659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63177","req_id":"69fd254c-3546-4700-9523-12d7574ec1e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30186,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.971227905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.971255339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63177","req_id":"69fd254c-3546-4700-9523-12d7574ec1e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.971311922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60533","req_id":"b2425fad-73e9-49c2-b2f2-e57e3a7bdb98","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   19 c9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.971365799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60533","req_id":"b2425fad-73e9-49c2-b2f2-e57e3a7bdb98","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6601,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.97153776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.971566097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60533","req_id":"b2425fad-73e9-49c2-b2f2-e57e3a7bdb98","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.971858046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ab4ec52-59ad-4a3b-ba21-8807d782792c\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.971928065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.97197086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.973498444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.974378462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b07601f5-2c4d-488b-8514-3a76a678e889\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.974462539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.974505154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.974536165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.976207876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"a04f7c36-2470-430e-956f-096ead69a273","remote_addr":"[::1]:46288","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":7835,"response_code":200}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.977295816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.977367348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:41.977402047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.977657094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":3,"elapsed":"1.931978187s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.9781031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: eeec5ebb-058d-421c-a1c3-edf0467c81b4 (sled), lookup_type: ById(eeec5ebb-058d-421c-a1c3-edf0467c81b4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.978428085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.9784959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.978537522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.979591766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.982440234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.982514361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:41.987859877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8796, tv_nsec: 905520651 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.987998974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:41.988039885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.064626472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.064714557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.066190619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.067225234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.067300212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.067341504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.067652552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a04f7c36-2470-430e-956f-096ead69a273\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:41 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.067730317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet01"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.067768492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet01"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.067804905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet01"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.067837289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.090763122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51330"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.106820513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.114048819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: eeec5ebb-058d-421c-a1c3-edf0467c81b4 (sled), lookup_type: ById(eeec5ebb-058d-421c-a1c3-edf0467c81b4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.114169248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.114216783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.114650594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.115566163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85d2bbbc-1f7c-4fcb-948b-f19a5280f94f\", \"content-length\": \"745\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.115971959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.116039693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.116087598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.11612885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.117754779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:42.118923821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.121109672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet02"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.121316563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53793/eip-gateways","method":"PUT"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.127134478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.127302452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.128780708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"74e7a4eb-52bd-47b5-a7c2-87edb845c676","remote_addr":"[::1]:56463","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.128913051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"74e7a4eb-52bd-47b5-a7c2-87edb845c676","remote_addr":"[::1]:56463","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.129420068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"0bb94014-ab60-40a6-89f6-5aa611a6417f","remote_addr":"[::1]:51330","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.129527912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"0bb94014-ab60-40a6-89f6-5aa611a6417f","remote_addr":"[::1]:51330","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.129760213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13260","req_id":"c7f52252-00f6-440e-9352-a4ad1963b0fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   1b 07 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.129994799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13260","req_id":"c7f52252-00f6-440e-9352-a4ad1963b0fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6919,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.130482728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.130656123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13260","req_id":"c7f52252-00f6-440e-9352-a4ad1963b0fc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.130865558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27064","req_id":"d8f1be44-8c0b-4bf5-ab95-171d482147fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fe ab 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.13104235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27064","req_id":"d8f1be44-8c0b-4bf5-ab95-171d482147fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65195,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.131387766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.131542553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27064","req_id":"d8f1be44-8c0b-4bf5-ab95-171d482147fe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.133566653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"74e7a4eb-52bd-47b5-a7c2-87edb845c676","remote_addr":"[::1]:56463","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":4845,"response_code":204}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.13384183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"0bb94014-ab60-40a6-89f6-5aa611a6417f","remote_addr":"[::1]:51330","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":4430,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.134107187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.137768619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.138230255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.138348931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.138891318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.141901908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.142019531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.142623922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.263487406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.263601072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.267623471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/eip-gateways\", status: 204, headers: {\"x-request-id\": \"74e7a4eb-52bd-47b5-a7c2-87edb845c676\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.267781705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.267824039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/vpc-routes","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.268353321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38045d7e-86cf-4c34-ac41-e147c08e1122\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.268542476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.268751932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.268798906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.269233148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c30082-bf98-4b3a-a077-3877a1e23af5\", \"content-length\": \"350\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.269387635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.269443636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.26948568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.269521691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.270425596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.271481423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc7f725-0027-4e96-90a8-14dcaedec781\", \"content-length\": \"2134\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.271755558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.271812531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.271901157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.271941808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.272869099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.273727113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bb94014-ab60-40a6-89f6-5aa611a6417f\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.273800148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet02"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.273833855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet02"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.273865628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet02"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.273894847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.279562974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48007"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.279628484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61620"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.280017146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.280078458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"collected ereports from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.286900557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":2,"total_ereports_collected":2,"new_ereports":2,"ereports_received":2,"received_restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","requested_restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","requested_start_ena":"Some(Ena(0x3))","requested_committed_ena":"Some(Ena(0x2))"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.287183629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.287523083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.288567959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.288799809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.289774705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.291349613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.297197818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.297336393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.297382054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.297965713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.301413771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.305170673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.305266283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.305307895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.306268714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.306845569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"d334a7ef-bc9a-4891-a769-b9c84b64a64e","remote_addr":"[::1]:48007","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.306929155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"d334a7ef-bc9a-4891-a769-b9c84b64a64e","remote_addr":"[::1]:48007","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.30735947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"e30ddf0a-c36f-43e8-995a-2ea18e1c0af9","remote_addr":"[::1]:61620","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.307415111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"e30ddf0a-c36f-43e8-995a-2ea18e1c0af9","remote_addr":"[::1]:61620","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.307618364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32210","req_id":"c848321a-57e4-4753-a656-aa15989a3068","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   4d 89 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   M............_mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.307787179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32210","req_id":"c848321a-57e4-4753-a656-aa15989a3068","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19849,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.308024611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.308228215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.308424545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.308650865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32210","req_id":"c848321a-57e4-4753-a656-aa15989a3068","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.311687917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f485a9-372a-4a56-a6c7-c2091164ef38\", \"content-length\": \"959\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.311940458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.312055527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.31210773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.312150545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.312894593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.314790469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"d334a7ef-bc9a-4891-a769-b9c84b64a64e","remote_addr":"[::1]:48007","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8066,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.314884565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"e30ddf0a-c36f-43e8-995a-2ea18e1c0af9","remote_addr":"[::1]:61620","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7575,"response_code":200}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.318736426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8797, tv_nsec: 236501967 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.319060259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.31930235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.319852743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.320014073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.322763404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.32700103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.327113303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.327271788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.327858162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.329160018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96cda1be-d4af-4422-bc19-0f8241cd996f\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.329475184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.330231836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.415585616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.416062082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d334a7ef-bc9a-4891-a769-b9c84b64a64e\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.416195287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.416242761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.417042429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.418217193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e30ddf0a-c36f-43e8-995a-2ea18e1c0af9\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.418307362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.418383423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.418420256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.41848781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/v2p","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.41994271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.420038831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.421140298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.427379971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40620"}
{"msg":"collected ereports from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.4348617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":1,"total_ereports_collected":1,"new_ereports":1,"ereports_received":1,"received_restart_id":"8bda537f-a00f-4a18-a942-737c6c2b6783 (ereporter_restart)","requested_restart_id":"8bda537f-a00f-4a18-a942-737c6c2b6783 (ereporter_restart)","requested_start_ena":"Some(Ena(0x2))","requested_committed_ena":"Some(Ena(0x1))"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.434998862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"8bda537f-a00f-4a18-a942-737c6c2b6783 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.435048731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/ereports?committed=1&limit=255&restart_id=8bda537f-a00f-4a18-a942-737c6c2b6783&start_at=2","method":"POST"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.435638663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.439633577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.43971544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.440228018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"d0abd753-f348-4b68-89a9-1c6b76f09b7d","remote_addr":"[::1]:40620","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.440308017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"d0abd753-f348-4b68-89a9-1c6b76f09b7d","remote_addr":"[::1]:40620","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.440535218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50210","req_id":"cab1cdc8-ecd1-47a0-924a-1bd0c785c293","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c9 0b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.440691228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50210","req_id":"cab1cdc8-ecd1-47a0-924a-1bd0c785c293","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51467,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.440942066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.441124879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50210","req_id":"cab1cdc8-ecd1-47a0-924a-1bd0c785c293","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.441204507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34824","req_id":"c551ba70-f12f-42fd-a01d-a07a6da4b741","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cd 63 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .c..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.441269436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34824","req_id":"c551ba70-f12f-42fd-a01d-a07a6da4b741","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52579,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.441448221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.441474604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34824","req_id":"c551ba70-f12f-42fd-a01d-a07a6da4b741","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.441526848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34374","req_id":"c0bd775e-46a0-4542-b548-42bae6332663","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   a4 6c 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .l..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.441767075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34374","req_id":"c0bd775e-46a0-4542-b548-42bae6332663","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42092,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.441917543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.44207678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.442217439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.442316746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34374","req_id":"c0bd775e-46a0-4542-b548-42bae6332663","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.453459918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95ee503c-5f67-4c01-b2e5-822a17b2b1e9\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.453620917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":2,"total_ereports_received":2,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.454720752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"d0abd753-f348-4b68-89a9-1c6b76f09b7d","remote_addr":"[::1]:40620","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":14593,"response_code":200}
{"msg":"collected ereports from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.458884672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":2,"total_ereports_collected":2,"new_ereports":2,"ereports_received":2,"received_restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","requested_restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","requested_start_ena":"Some(Ena(0x3))","requested_committed_ena":"Some(Ena(0x2))"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.458976474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.459025331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.618403179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49070/bfd/peers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.620001453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8797, tv_nsec: 537794349 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.620239165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.620281579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.620484953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9106","req_id":"48438de9-e668-4138-be8e-c2b1ca6ac6be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   27 1d 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   '............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.620571545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9106","req_id":"48438de9-e668-4138-be8e-c2b1ca6ac6be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10013,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.620800309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.620984475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.621130034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.621255584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9106","req_id":"48438de9-e668-4138-be8e-c2b1ca6ac6be","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.625356679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0abd753-f348-4b68-89a9-1c6b76f09b7d\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.625531616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet03"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.625571676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet03"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.625604591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet03"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.625637216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"2.592023642s"}
{"msg":"collected ereports from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.626080887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":6,"total_ereports_collected":6,"new_ereports":6,"ereports_received":6,"received_restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","requested_restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","requested_start_ena":"Some(Ena(0x7))","requested_committed_ena":"Some(Ena(0x6))"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.626176758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.626219803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.627588371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.627693089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:61903/eip-gateways","method":"PUT"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.630781613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8797, tv_nsec: 548580070 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.630893836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.63093093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.631344792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"351cd8bf-b957-4957-972a-cbe9976a15af","remote_addr":"[::1]:48007","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.631413779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"351cd8bf-b957-4957-972a-cbe9976a15af","remote_addr":"[::1]:48007","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.637727488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"351cd8bf-b957-4957-972a-cbe9976a15af","remote_addr":"[::1]:48007","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6203,"response_code":204}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.641671441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36970","req_id":"560b22f3-49cf-4c92-9a24-ad9a8b09b458","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   8c 24 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .$..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.641777943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36970","req_id":"560b22f3-49cf-4c92-9a24-ad9a8b09b458","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35876,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.642047478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.642196644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36970","req_id":"560b22f3-49cf-4c92-9a24-ad9a8b09b458","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.642332394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33311","req_id":"4eb4a039-8acc-4d94-8e00-56c2ea2d6cd7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c7 cc 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.642393195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33311","req_id":"4eb4a039-8acc-4d94-8e00-56c2ea2d6cd7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51148,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.642566198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.642592771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33311","req_id":"4eb4a039-8acc-4d94-8e00-56c2ea2d6cd7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.64523039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/ereports?committed=1&limit=255&restart_id=8bda537f-a00f-4a18-a942-737c6c2b6783&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87d62639-874f-4c6a-bea4-62da61bafcfc\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.645353133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":1,"total_ereports_received":1,"restart_id":"8bda537f-a00f-4a18-a942-737c6c2b6783 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.645553491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/eip-gateways\", status: 204, headers: {\"x-request-id\": \"351cd8bf-b957-4957-972a-cbe9976a15af\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"VPC route manager sled eeec5ebb-058d-421c-a1c3-edf0467c81b4","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.645685103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.645967985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/vpc-routes","method":"GET"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.794530572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.794966197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50438"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.795563584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39384","req_id":"402481e6-1489-4072-a211-a1f7db280d2f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b8 a5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.795700776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39384","req_id":"402481e6-1489-4072-a211-a1f7db280d2f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47269,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.795908859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.795992305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39384","req_id":"402481e6-1489-4072-a211-a1f7db280d2f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.796232953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7156","req_id":"34b2dd57-cc1f-40c5-b943-4af95f7c712d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e4 81 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.796308122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7156","req_id":"34b2dd57-cc1f-40c5-b943-4af95f7c712d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58497,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.796481567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.796508009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7156","req_id":"34b2dd57-cc1f-40c5-b943-4af95f7c712d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.799190517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49070/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"284a3247-2270-4009-bc2f-4bfbf2cce5de\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.800794192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"2.775569089s"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.80103977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35bd4ce6-494b-4bf3-aa37-29470aebb6ca\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.801192693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":2,"total_ereports_received":2,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.972561336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.973345243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"b8e43a9b-e325-4fd5-8b09-8cb099a1b6a3","remote_addr":"[::1]:50438","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.973417246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"b8e43a9b-e325-4fd5-8b09-8cb099a1b6a3","remote_addr":"[::1]:50438","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.973739856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.974120973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.974181113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.978148322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6eafa4e-ab56-4ab0-89bc-c5e2e62b4113\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.978296416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":6,"total_ereports_received":6,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:42.978811379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"b8e43a9b-e325-4fd5-8b09-8cb099a1b6a3","remote_addr":"[::1]:50438","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":5482,"response_code":200}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.979366822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[{\"ereports_received\":6,\"errors\":[],\"new_ereports\":6,\"requests\":2,\"slot\":0,\"sp_type\":\"sled\"},{\"ereports_received\":2,\"errors\":[],\"new_ereports\":2,\"requests\":2,\"slot\":1,\"sp_type\":\"sled\"},{\"ereports_received\":2,\"errors\":[],\"new_ereports\":2,\"requests\":2,\"slot\":0,\"sp_type\":\"switch\"},{\"ereports_received\":1,\"errors\":[],\"new_ereports\":1,\"requests\":2,\"slot\":1,\"sp_type\":\"switch\"}]}","iteration":2,"elapsed":"2.935065291s"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.980665561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.980966529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.982074931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.984109461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e4e151f2-10fd-44c4-b763-46488386feb0","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.98429023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e4e151f2-10fd-44c4-b763-46488386feb0","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.985119758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.99081028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d23d951-e154-4e3d-a6fa-834b4925ac4c\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.99113289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.991913721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e4e151f2-10fd-44c4-b763-46488386feb0","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.992108117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e4e151f2-10fd-44c4-b763-46488386feb0","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.99293027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e4e151f2-10fd-44c4-b763-46488386feb0","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.995107063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e43a9b-e325-4fd5-8b09-8cb099a1b6a3\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:42.995195239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.995242272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:42.995879668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.001103543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.024790046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84395301-c1f3-42a7-b9ab-ab2dcd30f6d3\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.024931257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.031682125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.03178062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.031973273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b16057c-7f7c-4ec6-86ec-46180612813d\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.032055927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.041532178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.042380542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.042512485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.042595349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.044416777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e4e151f2-10fd-44c4-b763-46488386feb0","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":60351,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.051891442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41731acb-b0e7-479d-a4a3-92c54fd6b049\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.052115707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/rpw/nat/trigger","method":"POST"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.052381876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet03"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.052435332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:60594/eip-gateways","method":"PUT"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.052752111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e151f2-10fd-44c4-b763-46488386feb0\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.053046225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.058575858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.058647851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.058787077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1b466c2a-312a-496f-ab55-7f42343c07f9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.058858559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1b466c2a-312a-496f-ab55-7f42343c07f9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.059064188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"d547d0fe-15f3-4148-bfdd-1fcc9c0c2173","remote_addr":"[::1]:50438","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.059125249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"d547d0fe-15f3-4148-bfdd-1fcc9c0c2173","remote_addr":"[::1]:50438","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.059163535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48786","req_id":"81232c8b-b31e-4ed3-9163-248cff09f4ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   60 6b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   `k..........._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.059327691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48786","req_id":"81232c8b-b31e-4ed3-9163-248cff09f4ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24683,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.059511175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.059751773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.060484849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.060823943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48786","req_id":"81232c8b-b31e-4ed3-9163-248cff09f4ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.065378198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/rpw/nat/trigger\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"090ec433-31f3-4cf5-9c5d-42aa38d6d891\", \"content-length\": \"4\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.065623184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/rpw/nat/trigger","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.066196132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1b466c2a-312a-496f-ab55-7f42343c07f9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.066286361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1b466c2a-312a-496f-ab55-7f42343c07f9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.066900571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1b466c2a-312a-496f-ab55-7f42343c07f9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.069468742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"d547d0fe-15f3-4148-bfdd-1fcc9c0c2173","remote_addr":"[::1]:50438","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":10338,"response_code":204}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.073639616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8797, tv_nsec: 991467742 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.073740646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.073804804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.076017418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/rpw/nat/trigger\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ce81dcf-d7c7-467e-89e8-da399a5ffe2a\", \"content-length\": \"4\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.076245211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"3","iteration":2,"elapsed":"3.047390088s"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.076785113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d547d0fe-15f3-4148-bfdd-1fcc9c0c2173\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.077185248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"3.037596146s"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.07847542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1b466c2a-312a-496f-ab55-7f42343c07f9","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19659,"response_code":200}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.079209217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.08248849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b466c2a-312a-496f-ab55-7f42343c07f9\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.082575784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.082620132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.082655642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:43.082701413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.085140407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38702","req_id":"7382035f-31bb-4214-a917-53274ff1b44a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a3 64 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .d..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.085360885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38702","req_id":"7382035f-31bb-4214-a917-53274ff1b44a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41828,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.093763764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.093894283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38702","req_id":"7382035f-31bb-4214-a917-53274ff1b44a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.094045563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2563","req_id":"514d16cd-385f-4029-b08e-507ea166d00b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   25 14 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   %...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.094118088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2563","req_id":"514d16cd-385f-4029-b08e-507ea166d00b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9492,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.094291292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.094317043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2563","req_id":"514d16cd-385f-4029-b08e-507ea166d00b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.232911863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.233099326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.234375701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.236695197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.236862891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.237036976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.237128398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.237670775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.239467934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8e69166a-669b-493c-810e-32f99a618ca0","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.239595428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8e69166a-669b-493c-810e-32f99a618ca0","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.241582514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8e69166a-669b-493c-810e-32f99a618ca0","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.241712101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8e69166a-669b-493c-810e-32f99a618ca0","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.242266462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8e69166a-669b-493c-810e-32f99a618ca0","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.24823683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.252677399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"8e69166a-669b-493c-810e-32f99a618ca0","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13183,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.253539592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.262899301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.26296443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.26306499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.263620543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.265593762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"35f012ae-c4ab-4bda-aaf2-0609c259311c","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.265664483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"35f012ae-c4ab-4bda-aaf2-0609c259311c","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.266246819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e228193-13d5-4b25-87d0-0f17997f7d2b\", \"content-length\": \"12\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.266446175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.266506024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.266546795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.266642826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.269797892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"35f012ae-c4ab-4bda-aaf2-0609c259311c","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.269886548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"35f012ae-c4ab-4bda-aaf2-0609c259311c","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.271008476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"35f012ae-c4ab-4bda-aaf2-0609c259311c","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.278809129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fadecf68-f9d6-4c96-9a53-f0cd62e085db\", \"content-length\": \"12\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.279064687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.279124896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch1"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.279164625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.283859289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49070/static/route4","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.285270943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"35f012ae-c4ab-4bda-aaf2-0609c259311c","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19722,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.296742717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49070/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"193cc6ff-ae66-416b-85aa-25e8b5096ead\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.296918085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49070/static/route6","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.302799155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49070/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c8b496f-88d4-4132-8888-aeb48e6daf6e\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.302884725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.302926899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.30296259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.30299777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.30303329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.303065354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.303104853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.303751357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.316117116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/loopback/ipv4","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.322863685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8130047-3387-4fb1-97e4-fc592c85ad63\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.32302744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/loopback/ipv6","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.335848514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e2b99d6-7b0e-4ccd-990a-dc4a7e48f064\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.335970386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/loopback/ipv4","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.3383638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cfb27ed-b027-489d-80d2-0567a92c0f93\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.338675519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/loopback/ipv6","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.344095473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57c52a6f-e923-467e-9c9f-f8670886f32b\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:05:43 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.344343676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.344409297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.345248674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.360685513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.360763778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.36149504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.368462719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.368536225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.369368548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"no bootstore config found in db","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:43.378178505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","key":"network_key"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.378246931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.378289025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.378981941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"updating bootstore config","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.391188754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"EarlyNetworkConfig { body: EarlyNetworkConfigBody { ntp_servers: [], rack_network_config: Some(RackNetworkConfig { bfd: [], bgp: [], infra_ip_first: 0.0.0.0, infra_ip_last: 0.0.0.0, ports: [], rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 } }) }, generation: 2, schema_version: 2 }"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.39137281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:12345/network-bootstore-config","method":"PUT"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.391806151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"error updating bootstore","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:43.391875649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)","config":"EarlyNetworkConfig { body: EarlyNetworkConfigBody { ntp_servers: [], rack_network_config: Some(RackNetworkConfig { bfd: [], bgp: [], infra_ip_first: 0.0.0.0, infra_ip_last: 0.0.0.0, ports: [], rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 } }) }, generation: 2, schema_version: 2 }","location":"switch0"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.394039116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"3.36294193s"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.5132159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"83af2e52-9a07-4fc6-8a40-998a0f040d4d"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.513312272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:39.540469 UTC","collection_id":"83af2e52-9a07-4fc6-8a40-998a0f040d4d"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.51372423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"83af2e52-9a07-4fc6-8a40-998a0f040d4d\",\"time_done\":\"2026-03-04 07:05:41.445305 UTC\",\"time_started\":\"2026-03-04 07:05:39.540469 UTC\"}","iteration":16,"elapsed":"4.438538374s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.513797455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.513833487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.513873717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.51391543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.51395582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.514782792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.515784261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.515883779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.515951003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.516099628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.516162443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.516475454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.519540081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.523686205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.523760894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.523803578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.524254093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.52530466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.525373246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.525833851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.526681504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.532178913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.532259072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.532302769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.532640569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.533499325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(4ff3e725-ba04-452c-be02-886df30f5b60, 2), (90ef019b-6024-4f76-a36b-d03db8e83451, 2), (fb14ef95-cf27-486f-90c4-352e6940b5a4, 2), (83af2e52-9a07-4fc6-8a40-998a0f040d4d, 2)]","collection_id":"4ff3e725-ba04-452c-be02-886df30f5b60"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.533571538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.533613191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.53415129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.536290719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.536359896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.53679975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.617431191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.618550774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63626","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.619643474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63626","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.619714616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63626","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.619760377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63626","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.619802069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63626","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.619844363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63626","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.619885485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63626","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.619925545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63626","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.619965143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63626","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.620004622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63626","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.620886363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63626","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.620948106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","address":"[::1]:63626"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.620982223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 3109f109-3531-47c1-b9ef-683778ceb500","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"3109f109-3531-47c1-b9ef-683778ceb500"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.621027924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.621064276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.621713135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.6255623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.625629874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.626091942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.62810511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.628174297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.628217343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.628254887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.628836543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.633743558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.638491097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.652275334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"3109f109-3531-47c1-b9ef-683778ceb500","zpool_id":"83d15fac-a194-42bd-ba63-c86ed9436bf1","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.652389631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.65243441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.653857416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.654799227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":7,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":7,"nphysical_disks":7,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"4ff3e725-ba04-452c-be02-886df30f5b60"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.654924365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.654966629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.655321274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.662504229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.662616182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.66340068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.663463635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.663900312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.664892162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(90ef019b-6024-4f76-a36b-d03db8e83451, 2), (fb14ef95-cf27-486f-90c4-352e6940b5a4, 2), (83af2e52-9a07-4fc6-8a40-998a0f040d4d, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.664960277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.665825055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49320","req_id":"70c8d0f3-4147-4ee4-b2c3-e4331f6556bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   54 fc 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   T............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.665992387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49320","req_id":"70c8d0f3-4147-4ee4-b2c3-e4331f6556bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21756,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.666210631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.66642676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.666561397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.666665995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49320","req_id":"70c8d0f3-4147-4ee4-b2c3-e4331f6556bc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.667107191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.669872544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.670326295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8798, tv_nsec: 588167887 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.671490176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.671792567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.677711683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"448b5a05-83ce-49cb-a293-21f59a1c5997","zpool_id":"83d15fac-a194-42bd-ba63-c86ed9436bf1"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.67939209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44520","req_id":"80a0a9ea-6730-40a4-8482-6821097276af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a3 ae 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.679518702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44520","req_id":"80a0a9ea-6730-40a4-8482-6821097276af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41902,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.680504109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.680653405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44520","req_id":"80a0a9ea-6730-40a4-8482-6821097276af","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.680733093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56916","req_id":"44a8d50b-b171-413b-8e2e-0c57b06d7298","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   aa 43 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .C..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.680878823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56916","req_id":"44a8d50b-b171-413b-8e2e-0c57b06d7298","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43587,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.681076686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.681174721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56916","req_id":"44a8d50b-b171-413b-8e2e-0c57b06d7298","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.807749097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.811561629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"83af2e52-9a07-4fc6-8a40-998a0f040d4d\",\"time_loaded\":\"2026-03-04T07:05:43.515758901Z\",\"time_started\":\"2026-03-04T07:05:39.540469Z\"}}","iteration":14,"elapsed":"295.756446ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.811670375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.811710575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.811742338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.811770695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.811978848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.812036242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":13,"elapsed":"47.525µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.812072213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.812103846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.8121309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":14,"elapsed":"19.76µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.81216624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.812197943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.812265006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.812306128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.812341458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.813381524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:43.815085137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 3109f109-3531-47c1-b9ef-683778ceb500","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"3109f109-3531-47c1-b9ef-683778ceb500"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.815154645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.815194244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.815750859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.818000978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.818085456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.819570125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.820268372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.821285131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:23480","req_id":"b0156e68-eae9-4e54-953e-5137846e8a87","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   d3 9f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.821376512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:23480","req_id":"b0156e68-eae9-4e54-953e-5137846e8a87","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54175,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.821553945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 54175,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:43.822398142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:23480","req_id":"b0156e68-eae9-4e54-953e-5137846e8a87","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.822439955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37144","req_id":"ad68612d-8fa0-4706-b974-d619567ec301","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   8d 23 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .#..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.822484263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37144","req_id":"ad68612d-8fa0-4706-b974-d619567ec301","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36131,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.823335453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.823567815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.823694476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.823794976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37144","req_id":"ad68612d-8fa0-4706-b974-d619567ec301","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.824231262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.825315646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8798, tv_nsec: 742525624 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.825505383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.832864769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.833718044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.839412664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.839502452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.839544656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.839584315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.839619675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.840090941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.841463457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 3109f109-3531-47c1-b9ef-683778ceb500 (physical_disk), lookup_type: ById(3109f109-3531-47c1-b9ef-683778ceb500) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.841541652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.841586261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.841620709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.842067597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.84303589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.843107502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.845744459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64792","req_id":"cdae1a12-8f38-424e-90ec-d9842fccd81c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   85 dd 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   ............._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.845825841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64792","req_id":"cdae1a12-8f38-424e-90ec-d9842fccd81c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34269,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.846061058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.84629846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.846350303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64792","req_id":"cdae1a12-8f38-424e-90ec-d9842fccd81c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.84649502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36443","req_id":"3c94c16a-2053-4966-9956-a932c8b05150","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   08 e2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.84656561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36443","req_id":"3c94c16a-2053-4966-9956-a932c8b05150","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2274,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.846728834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.846754726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36443","req_id":"3c94c16a-2053-4966-9956-a932c8b05150","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.846807821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56375","req_id":"e9ae3db6-b573-4d51-ad8b-498dcaa49fc8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   32 6c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   2l..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.846857289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56375","req_id":"e9ae3db6-b573-4d51-ad8b-498dcaa49fc8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12908,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.847052768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.847080272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56375","req_id":"e9ae3db6-b573-4d51-ad8b-498dcaa49fc8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.847130091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.85145481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.855107976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.855237433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.856183492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:43.858251489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8798, tv_nsec: 775997863 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:43.858320336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.036170341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.039183004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.051752198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 3109f109-3531-47c1-b9ef-683778ceb500 (physical_disk), lookup_type: ById(3109f109-3531-47c1-b9ef-683778ceb500) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.051952606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"3109f109-3531-47c1-b9ef-683778ceb500","zpool_id":"83d15fac-a194-42bd-ba63-c86ed9436bf1","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.052063486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.052169426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.0530572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.0615567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.061698712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.061816596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.061908609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.062607277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.063836348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.063964392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.064295179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6e95b629-6c4d-46c5-bf36-86d88e984d4b","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.064420728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6e95b629-6c4d-46c5-bf36-86d88e984d4b","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.064692618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.065473299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6e95b629-6c4d-46c5-bf36-86d88e984d4b","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.065602385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6e95b629-6c4d-46c5-bf36-86d88e984d4b","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.066329459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6e95b629-6c4d-46c5-bf36-86d88e984d4b","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:44.066953328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.067130731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.070796842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28526","req_id":"407fcc43-f805-49a5-8b48-b1cfff60318b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   32 dc 01 00  00 01 00 00  00 00 00 01  24 38 39 37   2...........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.071063171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28526","req_id":"407fcc43-f805-49a5-8b48-b1cfff60318b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13020,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.071572052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.071750696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28526","req_id":"407fcc43-f805-49a5-8b48-b1cfff60318b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.072055672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5732350-e5fe-4f8b-91bb-8a6fe43da69b\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.072325017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.074206935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.074332614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.074435559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.074518774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.075272792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.077695533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.077758508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.077795291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.07850476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.079625897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.079693802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.079732359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.080532909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.086576912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.086659476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.086700989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.086740808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.086777952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.08719517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.08894697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6e95b629-6c4d-46c5-bf36-86d88e984d4b","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":24632,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.092373765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bdfe0065-e7cf-4fca-9c2b-99342e3a8b6a","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.09244144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bdfe0065-e7cf-4fca-9c2b-99342e3a8b6a","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.092636698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed707c9-91e8-4856-989f-c3fdce31df77\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.092921103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.092978797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.093019017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.093783656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.095137214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bdfe0065-e7cf-4fca-9c2b-99342e3a8b6a","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.095262863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bdfe0065-e7cf-4fca-9c2b-99342e3a8b6a","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.095990258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bdfe0065-e7cf-4fca-9c2b-99342e3a8b6a","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.11151426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.128108027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.129012523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.129086921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.129858944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.131003517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.131157353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.131204597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.131243494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.131763928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.13290322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.138558071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.158987366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bdfe0065-e7cf-4fca-9c2b-99342e3a8b6a","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":66635,"response_code":200}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.159500615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.159621766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.159745491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.159862253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.159954426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.160694085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.161994007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.162094877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.162176349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.162271167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.163076317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.164868556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.165184123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.16524805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.165286526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.166254098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.173119333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.178537674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.178629887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.178673784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.178715046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.178753583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.179222444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.183204663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a8c5c02-50ef-494b-9734-f3371a6dbdd6\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.183483858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.188201197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.197827636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.197904168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.197946522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.198390624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.199810794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.203063024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.203130578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.203168964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.203572676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.218879055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.218971198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.219020957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.219066688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.219107549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.220771354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.230621667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.230704382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.230739351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.230781114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.232862468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.241641564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.24740482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.247490009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.247533375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.247577363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.247615338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.247978189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.249317859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.249381486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.249450493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.249901569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.256280979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.260576219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.260649585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.26069225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.261076042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.262247569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.262310213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.262343149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.262383188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.262854895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.263856013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.263918788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.263959028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.26399507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.264455735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.269296368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.269738727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"83af2e52-9a07-4fc6-8a40-998a0f040d4d\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":12,"elapsed":"457.616955ms"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.273170192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.273263427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.273573834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.273860774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":12,"elapsed":"462.085279ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.284924968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b6e9838-3d14-4c3d-9a07-d4f06daa51c2\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.285387988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.32495972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.345614613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.360133368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.36026028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.360804692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.37410664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.374285465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.375137788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.415497155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1d98eaa-3b31-483f-823e-2846a3e1b548\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.416066686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.433096279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d57aa3f-ae58-40bc-997f-f760d85f27a2\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.433285815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.440348362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c995c8ca-8cb3-4384-93db-14eba61e0337\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.440441216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.442320028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39030776-ee4c-4b8c-a39f-8da8412e981b\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.44240662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.444308737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17aab879-a785-41a3-9ce9-234fdf2979c7\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.444393816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.446372035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19eaed90-2069-4552-a63e-f011162225c0\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.446498186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.447528282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3100de26-bc1b-47c0-9e5b-3ab3ea36e2e3\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.447679913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.448859245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9c1eea7-7d96-440d-9f80-c2f84dd48674\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.449022119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.450280688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ce3af4c-f04e-47c4-abe7-df25d685b6a1\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.450367932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.451648495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8599c6e9-0ac6-49ec-8744-e47b61a7e87b\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.451729826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.453053365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3cea883-ece8-4d72-a5da-6e7055724086\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.453876881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.455839499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e71e6fd-35c9-4c99-b80b-3b32e30d9194\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.456039736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.458082042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a30929e-4321-414c-85ac-3a8404262de7\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.458158685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.461816239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9e413e-4841-44a4-8ee2-7077961f4210\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.461900646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.464069865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"994767cb-96e0-42f7-b86c-8e8bd2ffa461\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.464139964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.469852289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16525d4c-08cd-4abc-809a-e01cfeae8f2f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.472913729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.481276078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76e52198-ce09-428d-9601-857fb8f513ae\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.481600382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.482484548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a444ec8-7f27-4e97-977d-c448b414894e\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.482695136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.483854849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caa8d0a1-91f1-45ab-a29e-f4f30ec04912\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.483949096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.494044106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09c5b78d-d818-4b0f-993a-51d646eed601\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.494133644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.496179938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce15d819-7219-449d-9bfa-8080b6c6fd16\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.49629186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.506144579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a3b0ba-cd3f-4790-9495-e001a5dde4b2\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.506662868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.518409618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b2feb4-852c-40b9-9801-76c02a84d540\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.522739417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.53561025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d23f0a-e4e3-4add-8436-abf62dd7bb80\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.537366568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.542213605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8740ac1-977b-49d4-8b34-965e233dd35b\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.542354795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.545457407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.547252282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86e283d5-4623-4515-8e97-556cf51dad9e\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.547401007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.549462582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30503f6e-2580-4cab-9398-072efcbd74fc\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.549541969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.556514638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38db81eb-f2e7-4bbb-8a6c-ee07647ab476\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.557341831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.567298656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01384514-4ff5-4aab-aa9b-87811bb12279\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.567485507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.569933058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e25c73e1-d0bb-4bfb-92a3-b35ddd77d426\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.569996875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.571629517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b29534f6-65e7-4b7b-8ad7-964501671d1f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.571708885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.572790493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8496ffe6-60f1-41b2-86fa-0020d2d16c22\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.572876864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.573927721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8848e513-1108-4246-aa0b-d02b04e75316\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.574071367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.575061022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdd28c81-dcf1-4112-9fd6-4e8a65fb6114\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.575181171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.576167129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e79b00d7-e150-4457-8948-b21b3c893065\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.576246216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.577560587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53e2e3f-bce7-4c03-bc02-918cd72cd762\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.577760894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.578769788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae06dbc-bf04-4a7b-9b6e-a2991a7bf413\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.578852202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.579950042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8275a0b-eef0-41cc-81ce-fbfde9129bb3\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.580038538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.580919247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08ab7cb8-7ae7-482d-bce6-9240aeebbb2c\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.581055127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.602753843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.602951215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.603078507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.603174488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.608351991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.612023132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5383cf13-eebf-4207-b9ec-d58d8470e8f5\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.612302778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.612584076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.620190694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.620300201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.620343377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.620655757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.623616387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34cc156b-eb9b-43c3-a097-8e715ae798f7\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.623765483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.624320776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.624389783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.624848394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.628132256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"775fba89-e2f1-46d1-a541-51b076e12677\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.628599424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.633430058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b7421e-0828-4db2-91e4-7a4b9f907846\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.633614474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.648398366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c139b69f-a31e-413f-aa72-5fafdc5c2ac8\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.648768552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.68446133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84fb13cb-9d40-4855-8be8-93d239356ce5\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.684882417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.686729074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.687343575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.689978267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9dbc388f-5126-4d63-96a5-b121d863f95b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.690053838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9dbc388f-5126-4d63-96a5-b121d863f95b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.690131822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6320353f-f955-4c70-b64e-65fb0d392e96\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.690284395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.690610383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9dbc388f-5126-4d63-96a5-b121d863f95b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.690693227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9dbc388f-5126-4d63-96a5-b121d863f95b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.691330283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9dbc388f-5126-4d63-96a5-b121d863f95b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.696178742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9dbc388f-5126-4d63-96a5-b121d863f95b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6186,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.697561849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dbc388f-5126-4d63-96a5-b121d863f95b\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.697778259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.69879091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56f14b8-21c7-49fc-86fc-4731d52d0aa4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.698872312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56f14b8-21c7-49fc-86fc-4731d52d0aa4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.699295993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56f14b8-21c7-49fc-86fc-4731d52d0aa4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.70832726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56f14b8-21c7-49fc-86fc-4731d52d0aa4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.714173371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56f14b8-21c7-49fc-86fc-4731d52d0aa4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.719117881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.719279693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.719743203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec13fa8b-4f99-4a9b-bb62-511eecf47f09\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.72016477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.72185125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.725382944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.725861495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f56f14b8-21c7-49fc-86fc-4731d52d0aa4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":27187,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.730389748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f56f14b8-21c7-49fc-86fc-4731d52d0aa4\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.730600026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.730690265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.730765835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.740239961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.740438586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.745575318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"279fd611-3874-4255-ae8d-7753605e2483\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.745942708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.747267639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.74738908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.749248172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e020e9f6-5b81-4693-a915-14f2cacc1bbf\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.749521796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.74968995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.754296008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a58f54f9-a4f4-4605-a398-e34d5e4ea18a\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.754565874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.757124656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7c1d8a3-f0d5-41c6-9f08-a212f3569f1c\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.757354482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.762292359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d3384d-343c-4fff-ba2c-b7487e80bafa\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.766309678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.767559651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.773080986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06c6a60b-3c12-40ca-acba-74e55769a7ca\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.783305503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.785245045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eb50c7f-d551-4aea-add0-859303fe8352\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.786208228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.786397834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.786521701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.786618202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.787661825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.794909259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.799727398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.799801355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.799843168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.799883889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.799921704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.800495283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.805643057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.809861515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.809935803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.809977145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.810426287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.819673623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.819741678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.819783962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.819818901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.820545925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.877520892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.877657223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.878332735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50871"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:44.878989028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.880932037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f372431a-dbe4-418f-a15d-deeb3e7a76c0","remote_addr":"[::1]:50871","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.881030493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f372431a-dbe4-418f-a15d-deeb3e7a76c0","remote_addr":"[::1]:50871","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.882111369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f372431a-dbe4-418f-a15d-deeb3e7a76c0","remote_addr":"[::1]:50871","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1196,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.882392508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f372431a-dbe4-418f-a15d-deeb3e7a76c0\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.963722496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.963820611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.964393048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.971380515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.971464632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.971566264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.971895829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.972527764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36008"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.972902939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.973075021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:44.973962083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"69bbab11-c32d-4bc2-8516-25aab90ee4e3","remote_addr":"[::1]:36008","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.974075398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"69bbab11-c32d-4bc2-8516-25aab90ee4e3","remote_addr":"[::1]:36008","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:44.976299735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"69bbab11-c32d-4bc2-8516-25aab90ee4e3","remote_addr":"[::1]:36008","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":2346,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:44.976856782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69bbab11-c32d-4bc2-8516-25aab90ee4e3\", \"content-length\": \"8022\", \"date\": \"Wed, 04 Mar 2026 07:05:44 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.050788817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.050938865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.051511542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.052392171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.052474765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.052516508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.077426932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.077527111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.07831214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:45.079009395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45584"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.088677176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"15f722c7-290f-4f71-84bd-5a65dcc66a03","remote_addr":"[::1]:45584","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.088773959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"15f722c7-290f-4f71-84bd-5a65dcc66a03","remote_addr":"[::1]:45584","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:45.091202081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"15f722c7-290f-4f71-84bd-5a65dcc66a03","remote_addr":"[::1]:45584","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2543,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.092080275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15f722c7-290f-4f71-84bd-5a65dcc66a03\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:45 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.252612906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.252748976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:45.254227663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43276"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.29297075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7d8380ad-40fd-4b21-9de3-20ae59cbf562","remote_addr":"[::1]:43276","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.293118824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7d8380ad-40fd-4b21-9de3-20ae59cbf562","remote_addr":"[::1]:43276","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:45.298898513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7d8380ad-40fd-4b21-9de3-20ae59cbf562","remote_addr":"[::1]:43276","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":6063,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.301884353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d8380ad-40fd-4b21-9de3-20ae59cbf562\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:45 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.302835272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.303122743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.303207932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.303676182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.305801163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:45.306270124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.392731373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.392819428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.393356114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.393647943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.447727881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.44781828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:45.44845235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:62860"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.452878961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"980435f8-090f-42bf-8d68-087fcafad9a8","remote_addr":"[::1]:62860","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.452956014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"980435f8-090f-42bf-8d68-087fcafad9a8","remote_addr":"[::1]:62860","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:45.455936714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"980435f8-090f-42bf-8d68-087fcafad9a8","remote_addr":"[::1]:62860","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3057,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.458571076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"980435f8-090f-42bf-8d68-087fcafad9a8\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:45 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.458955931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.459012042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.45904653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.459234534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.459293671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.459337799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.459376566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.460139992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.46636234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.470764664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.471384054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.471442229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.472005278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.670828577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.706000161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.706598539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.706823065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.708396911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.711950018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.714427629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.719410946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.719476957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.721958626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.722033084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.72207639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.722113854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.723092377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.727365915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.74017757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.740269573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.740310995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.740778273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:45.832588966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.921213291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.921389191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.923954876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.924810736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.924984391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.925103678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:45.944977469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"9972904f-b03b-42f8-83cb-98d00189c3fd"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.945081225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:44.077373 UTC","collection_id":"9972904f-b03b-42f8-83cb-98d00189c3fd"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.945392954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"9972904f-b03b-42f8-83cb-98d00189c3fd\",\"time_done\":\"2026-03-04 07:05:45.459059 UTC\",\"time_started\":\"2026-03-04 07:05:44.077373 UTC\"}","iteration":17,"elapsed":"2.431569407s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.945467222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.945504756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.945546078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.94558712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.945628722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.946426858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.947413828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.947479789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.947523716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.947569447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.947607001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.947976726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.952667953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.9527874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.953280149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.955899932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.963327313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.963460047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.963556398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.964241198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.96476558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.972159705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.972268261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.972360203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.972873182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.98645651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(90ef019b-6024-4f76-a36b-d03db8e83451, 2), (fb14ef95-cf27-486f-90c4-352e6940b5a4, 2), (83af2e52-9a07-4fc6-8a40-998a0f040d4d, 2), (9972904f-b03b-42f8-83cb-98d00189c3fd, 2)]","collection_id":"90ef019b-6024-4f76-a36b-d03db8e83451"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.98673837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.98685452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.98888341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:45.989982893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.990100437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:45.990824064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.125594319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.125696312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.125744227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.125787262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.12582658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.127157283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.131189091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.138380684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.138472616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.138516143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.139026336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.150636775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.150769459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":8,"elapsed":"25.069109ms"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:46.159988549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":8,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":8,"nphysical_disks":8,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"90ef019b-6024-4f76-a36b-d03db8e83451"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.160130701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.160175159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.161501704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.171873523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"9972904f-b03b-42f8-83cb-98d00189c3fd\",\"time_loaded\":\"2026-03-04T07:05:45.947370872Z\",\"time_started\":\"2026-03-04T07:05:44.077373Z\"}}","iteration":15,"elapsed":"224.460096ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.171974203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.172149061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.172706738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.172779843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.172822147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.173715351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.174340403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.174395923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":14,"elapsed":"54.338µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.1744349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.174470211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.174501863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":15,"elapsed":"21.152µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.174536933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.174573075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.174605229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.174636441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.175375669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(fb14ef95-cf27-486f-90c4-352e6940b5a4, 2), (83af2e52-9a07-4fc6-8a40-998a0f040d4d, 2), (9972904f-b03b-42f8-83cb-98d00189c3fd, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.175445768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.179817982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61727","req_id":"03790fc8-51b3-4b97-868e-0929a7d00d90","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   09 fc 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.179967709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61727","req_id":"03790fc8-51b3-4b97-868e-0929a7d00d90","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2556,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.19085399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.191177162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.191489452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.191529452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61727","req_id":"03790fc8-51b3-4b97-868e-0929a7d00d90","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.191689319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61686","req_id":"4a71326f-127a-403e-9118-c6350bb1cbde","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   56 aa 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   V............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.191756873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61686","req_id":"4a71326f-127a-403e-9118-c6350bb1cbde","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22186,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.191899547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.192011489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.193468964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.193530336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61686","req_id":"4a71326f-127a-403e-9118-c6350bb1cbde","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.202239202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.202321946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.202367497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.202406023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.202445241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.202490551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.202521563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.20574756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8801, tv_nsec: 123445477 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.205865665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.205902317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.206500666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8801, tv_nsec: 124307790 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.232360465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.232473019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.249438073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.251371633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41345","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.25147097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41345","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.251519527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41345","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.251562272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41345","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.251604576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41345","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.251655156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41345","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.251724724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41345","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.251795335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41345","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.251872969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41345","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:46.251947337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41345","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.252920129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41345","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:46.252989106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","address":"[::1]:41345"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:46.253024666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b3e81ff3-757d-46ef-adb0-2cc96d97cb2d","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"b3e81ff3-757d-46ef-adb0-2cc96d97cb2d"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.253072621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.253110046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.253952759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.255097744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.260651213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.260744669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.260789638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.261185184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.270454042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14371","req_id":"d9692190-da73-4081-86f3-fb1909d4a732","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   eb bb 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.270553099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14371","req_id":"d9692190-da73-4081-86f3-fb1909d4a732","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60347,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.270741413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.270844788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14371","req_id":"d9692190-da73-4081-86f3-fb1909d4a732","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.270929537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60897","req_id":"16893beb-d09a-408f-81c3-d85ba0d2ebb2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   1e 36 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .6..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.271382206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60897","req_id":"16893beb-d09a-408f-81c3-d85ba0d2ebb2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7734,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.27162621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.271659056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60897","req_id":"16893beb-d09a-408f-81c3-d85ba0d2ebb2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.271768423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20101","req_id":"04ffd2f0-fa62-4997-87fb-3ee4d844f9a4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7b 62 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   {b..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.271828262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20101","req_id":"04ffd2f0-fa62-4997-87fb-3ee4d844f9a4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31586,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.272008329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.272036295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20101","req_id":"04ffd2f0-fa62-4997-87fb-3ee4d844f9a4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.272096144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47508","req_id":"c4d1a143-5594-4064-9456-82a4c62b1ad2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cb fe 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.272153367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47508","req_id":"c4d1a143-5594-4064-9456-82a4c62b1ad2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52222,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.27237128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.272400388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47508","req_id":"c4d1a143-5594-4064-9456-82a4c62b1ad2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.421432839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.735665922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.740295306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.740620512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.740690491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.740763115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.746865385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.74856495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.749393676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.749953939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:46.751396644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.751484018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.751546251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.753703085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.75390709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.754933769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.756513707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.763247932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.763865699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.763990036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.764098952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.764187448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.765878947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.769667472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb03f4f5-e4fc-4343-a985-d3a9c0fe74ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.769785456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb03f4f5-e4fc-4343-a985-d3a9c0fe74ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.77039695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28814","req_id":"3c8e2ba2-e4cc-4a7e-9e5b-b3e212dfe3c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   2e a3 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.770612318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28814","req_id":"3c8e2ba2-e4cc-4a7e-9e5b-b3e212dfe3c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11939,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.771004938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 11939,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:46.771364272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28814","req_id":"3c8e2ba2-e4cc-4a7e-9e5b-b3e212dfe3c5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.774222608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e700c146-ab9c-4cda-bea6-6c5e77c39e34\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.774497064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.775107636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb03f4f5-e4fc-4343-a985-d3a9c0fe74ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.775346451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb03f4f5-e4fc-4343-a985-d3a9c0fe74ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.77609151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb03f4f5-e4fc-4343-a985-d3a9c0fe74ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.777389458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.777509937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.777641559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.777733491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.778259796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.77920807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.789234894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.789306987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.7908591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.797610068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.797673654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.7977119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.800488484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.85262423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9de7238f-67fe-4b62-8ed1-94c0db55c56b\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:46 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.852745381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.852783256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.852822945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.853629797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:46.856108971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb03f4f5-e4fc-4343-a985-d3a9c0fe74ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":86457,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.857463652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.857534623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.857780701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26318","req_id":"23d8e18f-001d-4465-89bd-e07a2c915c59","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   11 4f 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   .O..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.857899688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26318","req_id":"23d8e18f-001d-4465-89bd-e07a2c915c59","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4431,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.858372988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.858564468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.858657763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26318","req_id":"23d8e18f-001d-4465-89bd-e07a2c915c59","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.858937188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb03f4f5-e4fc-4343-a985-d3a9c0fe74ad\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.85913419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:46.859359417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:46.859701997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.859754401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.859792357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.85982943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.859865111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.860407869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.86188347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.86390759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.863957579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.863995855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.86489938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.866611059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.87081557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.871944261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8801, tv_nsec: 789770955 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.872033088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.872400538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fb9784a5-35bf-47a1-a2d1-dc2ebd696d2d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.872473583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fb9784a5-35bf-47a1-a2d1-dc2ebd696d2d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.877438844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fb9784a5-35bf-47a1-a2d1-dc2ebd696d2d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.877530837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fb9784a5-35bf-47a1-a2d1-dc2ebd696d2d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.878209895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fb9784a5-35bf-47a1-a2d1-dc2ebd696d2d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.886219313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.886292107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.886422657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.8864694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.886826429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.896347508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.911759838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.91184111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.911885408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.911928433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.911967852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.912681419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.920891204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.929110057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.929205196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.92924742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.953761036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:46.957076271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fb9784a5-35bf-47a1-a2d1-dc2ebd696d2d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":84673,"response_code":200}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.959626966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.959873246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb9784a5-35bf-47a1-a2d1-dc2ebd696d2d\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:46 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.959952303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.959993144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:46.960025769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.960063173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:46.961045824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.961113569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.961156404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.961197265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.961234369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.964658991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.967314996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13537","req_id":"761c02de-27b1-4399-94bf-b8b761fe8858","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   1d e2 01 00  00 01 00 00  00 00 00 01  24 38 39 37   ............$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.967848776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13537","req_id":"761c02de-27b1-4399-94bf-b8b761fe8858","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7650,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.968379049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.96843522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13537","req_id":"761c02de-27b1-4399-94bf-b8b761fe8858","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.982359625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.982445486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.982476447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.982516567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.985574611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.988140978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.996972087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.997063108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.997107225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:46.997150391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.997189539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:46.997894048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.000944988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.001007341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.001043984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.001604838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.002423734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.002493673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.002534344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.004738682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.004801256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.00484313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.005535695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.006373599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.010288975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.010480335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.010525956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.010869939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.051611355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.051690963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.05172466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.051765712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.052711901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:47.053602249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.053799381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"9972904f-b03b-42f8-83cb-98d00189c3fd\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":13,"elapsed":"881.719056ms"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:47.058865001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b3e81ff3-757d-46ef-adb0-2cc96d97cb2d","zpool_id":"4b823157-bd88-461a-a01c-ffcb5c165921","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.058930862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.058972345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.059502077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.066533071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.066622308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.066790492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.066841083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":13,"elapsed":"892.36486ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.0876395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.087774238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.08782085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.087860228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.088593625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.153929828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73ab3a24-ddc5-497f-8f04-bb0bbefd668b\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.154115587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.154823884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.158083317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:47.21936111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"6bcd2526-743f-490b-9f41-862ce9ec7b15","zpool_id":"4b823157-bd88-461a-a01c-ffcb5c165921"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:47.243575231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b3e81ff3-757d-46ef-adb0-2cc96d97cb2d","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"b3e81ff3-757d-46ef-adb0-2cc96d97cb2d"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.243709067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.243755529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.24442062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.259296144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20248996-fa3d-49fd-8d93-3a24956ebc07\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.25944997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.263213895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: b3e81ff3-757d-46ef-adb0-2cc96d97cb2d (physical_disk), lookup_type: ById(b3e81ff3-757d-46ef-adb0-2cc96d97cb2d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.26331181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.263357721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.26339766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.264001169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.314736974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.320870446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: b3e81ff3-757d-46ef-adb0-2cc96d97cb2d (physical_disk), lookup_type: ById(b3e81ff3-757d-46ef-adb0-2cc96d97cb2d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:47.321015023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b3e81ff3-757d-46ef-adb0-2cc96d97cb2d","zpool_id":"4b823157-bd88-461a-a01c-ffcb5c165921","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.321080022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.321138949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.321435468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.329218726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.329309096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.329375598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.329432972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.329941382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.362213757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.365160269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.370668058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3de2c93c-d342-402d-8227-afe7fd6abd14\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.37085006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.371528267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.371593957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.371635199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.371669307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.372185732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.375512069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.380711044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.380807586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.380846764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.381134535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.385367703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.385555336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.385662779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.38574868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.386274534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.38739557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7610751d-fab6-4c0d-81d0-806036e5fa86\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.387709193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.391255096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.397222407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.417230966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.417294202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.418103469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.423094632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04be5164-cc95-4c31-8f53-79843b94ca02\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.423299619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.423598713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.423648872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.424151891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.427245906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71b18aa8-f04d-48e1-bcfa-9cb8e96d5be7\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.427370855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.429667987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c628e2bc-7ec0-4020-9f0a-a53fb3a7210c\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.429769779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.431934268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f522e4-d6be-4dec-b195-261c02b7ec1c\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.432107973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.433128951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4d7169-5c29-4c39-b6e9-81cb159d370f\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.43328456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.442480784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f104aca2-f568-4b05-bdb1-813757a0adca\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.451498805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.476989211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c9422a1-7d73-4bce-ac5a-3309b7b7fbae\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.487725083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.489045175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3612bcca-d71b-4b46-9907-6517fc91f2fc\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.489190694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.490560655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aa6db88-4838-48fa-8e8a-dd3334d6cb8b\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.490732226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.507206485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f43c9b3-aa58-428f-b3c9-20f7d3922dd3\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.51234474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.514887059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4187bacc-f2f3-415c-8994-fd95deb04092\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.51497797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.53741917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0d5d5e-093c-4855-a53e-4d5461f76dec\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.537596702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.53982088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6971fdb9-3105-4dfb-a445-a38a0e7814af\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.539893694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.543799001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead67df0-b52f-4f8a-bf83-1033689347d2\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.543929941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.553283037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dba861b-bfef-4fe1-a787-ebbef79c5f0d\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.553474918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.55479514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae2360f9-1c35-476a-a23d-c5ccd3e1de43\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.554948184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.556870031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ef22209-474e-40f3-9697-785d11417cfc\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.557080609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.566775233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"539b7d2e-d97d-4d9b-acd3-ae4878be5074\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.566927626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.569433543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"378a9fcc-d6f0-4213-9bfa-908be92fe221\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.569572659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.571090935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"866c8616-560e-4402-ba3b-49852685e99e\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.571367905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.572631965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16e9121e-9edc-47da-82a1-c5530c92452a\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.572709008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.573690307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53432b21-8467-4402-b189-bf212137b532\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.573810406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.585364142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67979839-35c7-4eaa-a63e-2b0d16171512\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.585446977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.598026811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0c0bc3-ebcf-4dac-b9b3-2834cb567cf8\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.598523949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.600396798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.607114941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c2a25fc-0ab8-4d22-8d4a-d968ee58764f\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.607458173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.611438518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e4b66e1-71cd-41ac-bba1-d5e54445dc60\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.611677503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.613708086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9353a94-a4df-41d2-bdbf-00436a4f1928\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.613995597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.615766003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc1ddaa2-8ab5-470f-96b1-abb7a8f4c9e6\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.615909498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.618698146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7f15a2d-8116-4db7-b63c-2f677e886fc7\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.618879236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.619857038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2592b216-437d-42e6-b1aa-ba2d2d716962\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.620006385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.621765328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30c7b7a3-7e2b-4cad-a464-9ba873d76ec0\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.621840708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.622610036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a216c7-eb3f-461f-8427-975976225352\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.622737118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.623821843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78ffa409-9f4a-45fc-a514-15628496736f\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.623967512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.625112957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd58470-0a65-4949-b8a6-fe6d16b43ae1\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.625304197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.627348527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccb7f324-fdf7-4cd7-800f-c5bdc10ca0d1\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.627584866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.629568225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"859a1b99-75e5-4bac-b8a4-cd8b66e88a09\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.629699917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.630593191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c90a0cd-58e8-4f2b-8e92-ea51d9658317\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.63079408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.632660206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9677cafb-0a8e-4d04-92ef-ba6cc9e71e27\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.632756467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.634990565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"050abe8f-b6d1-4937-90f4-c1d44a7ccb16\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.635068429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.637100295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e99d3668-3ae6-4ecd-a21a-cfe961ab1c4e\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.637177458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.639089475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c88e88a4-23b8-422c-90b0-9fee181e62ab\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.639168683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.640943447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b00f557-7c8e-4064-bd57-112ee4e21fe8\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.641021653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.654341417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.654419953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.654459662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.65449422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.655301784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.65765622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faa66366-55e1-44bb-bc52-ed2aeecd377e\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.657914513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.660081928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.670745146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.670875786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.670920865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.671390398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.673508344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a0c4d33-6819-49d8-9195-fd9feca95c46\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.67395962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.675292037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.675351916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.67596341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.678871726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"661cffd4-0b2e-4d02-a808-46afd63c8b69\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.679068256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.680692913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c369614-ab01-46f7-b01e-1d9ce8fe9fa1\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.681051205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.682482097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"009216e2-9cb8-4c39-b96a-8330bfce8dfb\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.682556835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.682590512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.684575204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60ef44a-021d-49ed-94c1-bf27fb42603b\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.68482008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.68812789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c68975d3-8a40-4749-9f2b-8e6304f95484\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.688438106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.691602791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f63acb-2468-4073-b5ac-511f8339688e\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.691895973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.69911452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d41c2f-3246-453a-873f-c28a3b3ddf0c\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.699289217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.70079109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ca59342-bf22-4bdf-8235-89263d24ca57\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:47 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.700968883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.701025325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.701065124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.701185343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.702776162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.706656118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.706804463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.707247723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.708229293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.708495632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.71455169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.714658452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.714759823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.71485392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.714938688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.715527968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.722546638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.722694652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.723220577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.735081513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.735288294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.73540708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.736250946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:47.75765184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:47.757796537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:47.808324499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.002351884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.002456221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.003760301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63864"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.005006897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.00511456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.006779537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"32f8a178-d8f5-4d1e-8c6a-86eded8b717e","remote_addr":"[::1]:63864","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.007104883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"32f8a178-d8f5-4d1e-8c6a-86eded8b717e","remote_addr":"[::1]:63864","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.009418929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"32f8a178-d8f5-4d1e-8c6a-86eded8b717e","remote_addr":"[::1]:63864","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2658,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.010209339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f8a178-d8f5-4d1e-8c6a-86eded8b717e\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:05:48 GMT\"} })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.010325229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.011124497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.011192832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.011288332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.073589177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.073811588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.076297395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55084"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.07714576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.077867754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2c83cf1e-ec46-4aee-8401-1e83f2290919","remote_addr":"[::1]:55084","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.077983995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2c83cf1e-ec46-4aee-8401-1e83f2290919","remote_addr":"[::1]:55084","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.079360409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2c83cf1e-ec46-4aee-8401-1e83f2290919","remote_addr":"[::1]:55084","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":1504,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.080121721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c83cf1e-ec46-4aee-8401-1e83f2290919\", \"content-length\": \"8414\", \"date\": \"Wed, 04 Mar 2026 07:05:48 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.14957938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.149731281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.150198229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.150339088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.150396653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.150434638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.150967316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.151889818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53520"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.15782178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6c827b18-45e6-4548-bf62-5e0713b2f6fb","remote_addr":"[::1]:53520","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.157943401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6c827b18-45e6-4548-bf62-5e0713b2f6fb","remote_addr":"[::1]:53520","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.160251265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6c827b18-45e6-4548-bf62-5e0713b2f6fb","remote_addr":"[::1]:53520","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2471,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.163989119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c827b18-45e6-4548-bf62-5e0713b2f6fb\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:48 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.250066415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.250286152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.2544192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.261112674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.261183194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.261224807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.26262122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.264217861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58804"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.267235184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"ed9198ad-e2a7-415c-93ea-60c174f712da","remote_addr":"[::1]:58804","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.267307127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"ed9198ad-e2a7-415c-93ea-60c174f712da","remote_addr":"[::1]:58804","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.273391711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"ed9198ad-e2a7-415c-93ea-60c174f712da","remote_addr":"[::1]:58804","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":6195,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.275018622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed9198ad-e2a7-415c-93ea-60c174f712da\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:48 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.278786987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.27888935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.278958567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.279321558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.279769738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:48.28011784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.357282205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.357417583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.357722018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.358148906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.423718342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.4238479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.424362562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.424443092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.425441485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.426187246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:41962"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.436470379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"8f161596-4294-4cfa-a551-1b9095a94e43","remote_addr":"[::1]:41962","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.436549075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"8f161596-4294-4cfa-a551-1b9095a94e43","remote_addr":"[::1]:41962","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.647544089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"8f161596-4294-4cfa-a551-1b9095a94e43","remote_addr":"[::1]:41962","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":211093,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.664335929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53282"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.689292825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f161596-4294-4cfa-a551-1b9095a94e43\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:48 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.689729042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.689810323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.689843469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.69007574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.690208364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.690264635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.690395345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.713876731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.721085388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"21d3ce5d-3f9b-4943-b936-880a95f0c7a9","remote_addr":"[::1]:53282","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.721690379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.721757372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.721790198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.723943134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"21d3ce5d-3f9b-4943-b936-880a95f0c7a9","remote_addr":"[::1]:53282","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2923,"response_code":200}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.725785543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.725999888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.726880578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.727996804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.739446905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.741479111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.741551445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.742143862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.755419859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4ce5e5ae-02e8-4858-bb20-12672ea254fc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.755575298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4ce5e5ae-02e8-4858-bb20-12672ea254fc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.762672113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4ce5e5ae-02e8-4858-bb20-12672ea254fc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.762765759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4ce5e5ae-02e8-4858-bb20-12672ea254fc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.763384668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4ce5e5ae-02e8-4858-bb20-12672ea254fc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.767188342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.767261527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.785548887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4ce5e5ae-02e8-4858-bb20-12672ea254fc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":30139,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.789189358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.789263294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.789619682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ce5e5ae-02e8-4858-bb20-12672ea254fc\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.789833206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.793307557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b4b49777-c1f3-450d-8a73-6d840bcd44c2","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.793387876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b4b49777-c1f3-450d-8a73-6d840bcd44c2","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.800244003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b4b49777-c1f3-450d-8a73-6d840bcd44c2","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.800540301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b4b49777-c1f3-450d-8a73-6d840bcd44c2","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.801466591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b4b49777-c1f3-450d-8a73-6d840bcd44c2","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.80654625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b4b49777-c1f3-450d-8a73-6d840bcd44c2","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13278,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.808291185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4b49777-c1f3-450d-8a73-6d840bcd44c2\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:48 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.80850992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.808718274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:48.808800076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:48.825224146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.924415117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.926146315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.932217493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.933428939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.933501564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:48.933543006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:48.959757931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.010681119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.010774454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.010819754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.010856717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.011845461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.018407875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.027874556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.027959745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.02799722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.028377425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.303909725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.304003481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.305074588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.307473823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.307546197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:47.000852 UTC","collection_id":"fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.307860251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2\",\"time_done\":\"2026-03-04 07:05:48.689874 UTC\",\"time_started\":\"2026-03-04 07:05:47.000852 UTC\"}","iteration":18,"elapsed":"3.36237849s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.308035208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.308088614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.308132892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.308174014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.308210837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.309148269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.311039315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.311104865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.311154313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.31119782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.311236597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.312888618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.318233102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.322849721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.322922065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.322967675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.323467669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.324701309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.331858634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.331933953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.331975846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.332842638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.338728598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(fb14ef95-cf27-486f-90c4-352e6940b5a4, 2), (83af2e52-9a07-4fc6-8a40-998a0f040d4d, 2), (9972904f-b03b-42f8-83cb-98d00189c3fd, 2), (fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2, 2)]","collection_id":"fb14ef95-cf27-486f-90c4-352e6940b5a4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.338852093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.33889563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.339600369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.340988216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.341058295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.341489992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.371765492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47802"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.371862725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64870"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.37190059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61584"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.373328366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"28b42d8c-b467-4eb1-b3b0-5b9ff8bb3772","remote_addr":"[::1]:47802","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.3735066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"6fd2bd81-7049-410c-b1e7-c7e7a01131d4","remote_addr":"[::1]:64870","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.373648913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"9d78a3c2-3904-45df-8842-538aede2d537","remote_addr":"[::1]:61584","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.37371818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42698"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.373753911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46251"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.374896811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"28b42d8c-b467-4eb1-b3b0-5b9ff8bb3772","remote_addr":"[::1]:47802","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1590,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.374977141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"6fd2bd81-7049-410c-b1e7-c7e7a01131d4","remote_addr":"[::1]:64870","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1503,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.375080085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"9d78a3c2-3904-45df-8842-538aede2d537","remote_addr":"[::1]:61584","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1400,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.375784123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35828"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.375844844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32855"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.375879252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"1427c3b5-bfbf-48bc-b83e-683a21072658","remote_addr":"[::1]:42698","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.376011695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"c2c357dd-7a50-431c-8c59-11b645808396","remote_addr":"[::1]:46251","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.376949919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"1427c3b5-bfbf-48bc-b83e-683a21072658","remote_addr":"[::1]:42698","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1046,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.37702631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"c2c357dd-7a50-431c-8c59-11b645808396","remote_addr":"[::1]:46251","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1032,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.378006437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"bfc68fdc-1152-4fe5-b7a9-68a1eaf5a23d","remote_addr":"[::1]:35828","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.37817407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"67d0dcb9-3424-4d27-97b9-4ef0ea485c87","remote_addr":"[::1]:32855","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.378651218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"bfc68fdc-1152-4fe5-b7a9-68a1eaf5a23d","remote_addr":"[::1]:35828","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":698,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.378724724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"67d0dcb9-3424-4d27-97b9-4ef0ea485c87","remote_addr":"[::1]:32855","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":596,"response_code":200}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.434309399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.436141528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48882","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.436285895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48882","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.436385793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48882","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.436486273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48882","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.436616021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48882","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.436676571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48882","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.436720478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48882","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.436760648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48882","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.436800697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48882","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.436894083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48882","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.43824731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48882","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.438313792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","address":"[::1]:48882"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.438350405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 63ab7b97-8634-42d1-9deb-1c058b98a8c3","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"63ab7b97-8634-42d1-9deb-1c058b98a8c3"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.438395505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.438439332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.439619065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.444120475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2\",\"time_loaded\":\"2026-03-04T07:05:49.311025828Z\",\"time_started\":\"2026-03-04T07:05:47.000852Z\"}}","iteration":16,"elapsed":"133.064707ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.444278328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.444482825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.444544858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.444588865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.444629606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.445322853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.446895025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.44696271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.446997088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":16,"elapsed":"77.023µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.44709354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.447135032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.447166595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.447197065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.447656057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.447712008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":15,"elapsed":"57.254µs"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.449836037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.449901507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.450910591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.45194722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.457323307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.457404077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.457449217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.457503425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.45757156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.458418051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.462499758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17985","req_id":"ec04a08f-c00e-4529-940a-bd853c1bcc67","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   fc ce 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.462629385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17985","req_id":"ec04a08f-c00e-4529-940a-bd853c1bcc67","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64718,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.462853019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.46314057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.463409074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.463525866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17985","req_id":"ec04a08f-c00e-4529-940a-bd853c1bcc67","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.46386046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":9,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":9,"nphysical_disks":9,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"fb14ef95-cf27-486f-90c4-352e6940b5a4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.463979988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.464023334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.464840497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.465959389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.471207783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.471277341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.471319805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.471701874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.473090983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.47316017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.473202264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.473239478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.473475747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.474332428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8804, tv_nsec: 392167027 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.474431395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.47446912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.476100781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14308","req_id":"ecee5141-0e32-44b2-9ebc-a23bc006ff45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   db dd 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.476264686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14308","req_id":"ecee5141-0e32-44b2-9ebc-a23bc006ff45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56285,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.476453681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.476481226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14308","req_id":"ecee5141-0e32-44b2-9ebc-a23bc006ff45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.476536927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50541","req_id":"72976ca9-91e9-4b86-a91e-62a156b9154c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a3 e0 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.476606174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50541","req_id":"72976ca9-91e9-4b86-a91e-62a156b9154c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41952,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.476834498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.476862854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50541","req_id":"72976ca9-91e9-4b86-a91e-62a156b9154c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.476919466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(83af2e52-9a07-4fc6-8a40-998a0f040d4d, 2), (9972904f-b03b-42f8-83cb-98d00189c3fd, 2), (fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.476958404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.477529879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.477588175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.477629477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.477667021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.478256793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.66988917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.670363472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.67877588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.679036798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.679091607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.679184632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.679228038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.679753943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.681757281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.687120513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.687614785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46250","req_id":"cc88f307-78c3-4e1e-9e78-0ef78506a091","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   4c 97 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   L............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.687698421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46250","req_id":"cc88f307-78c3-4e1e-9e78-0ef78506a091","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19607,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.687951323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.688177703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.688410205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.688558299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46250","req_id":"cc88f307-78c3-4e1e-9e78-0ef78506a091","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.6903564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8804, tv_nsec: 608172602 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.690461028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.690499564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.690778699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c589b72f-961e-410c-b862-e54acdd57bcd\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:49 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.690973526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.691653646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.700298115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.700370669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.700507411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.701480924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.702953389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"63ab7b97-8634-42d1-9deb-1c058b98a8c3","zpool_id":"9e2a7daf-2e5a-425e-b3f8-dcf73bb4c22d","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.70301981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.703077425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.704100737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.706969946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.70704242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.707165384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:10040","req_id":"398f3696-9fa4-4bcb-a753-e0722bf55b1f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   8f 4e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .N..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.707361714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:10040","req_id":"398f3696-9fa4-4bcb-a753-e0722bf55b1f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36686,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.707758903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.707823681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:10040","req_id":"398f3696-9fa4-4bcb-a753-e0722bf55b1f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.707973749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1923","req_id":"8b7bb123-28e3-410e-97bd-7fa33124cec5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a8 19 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.708046053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1923","req_id":"8b7bb123-28e3-410e-97bd-7fa33124cec5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43033,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.708215059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.708241231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1923","req_id":"8b7bb123-28e3-410e-97bd-7fa33124cec5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.708440987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3e7e4e-72fc-4879-aed2-5e13e2829d64\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:49 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.708687196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.708888646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.70905159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.709882681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.711532988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.713187765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.713583381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.713635404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.713677948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.713717778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.713753719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.714623336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.716370045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.716887623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.716958494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.717049294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.7192374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.923176429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.930183466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.930347682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.930452079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.930552268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.931462436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.933039839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.939230744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.939291615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.939328979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.939367315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.939401724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.940576507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.944119313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.944175244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.944367546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:49.944424049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.94446491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.947241194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19336","req_id":"46a72ee2-0321-4722-949e-1d6c28cbab50","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   be 70 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .p..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.947324619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19336","req_id":"46a72ee2-0321-4722-949e-1d6c28cbab50","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48752,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.947579676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48752,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:49.947792248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19336","req_id":"46a72ee2-0321-4722-949e-1d6c28cbab50","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.949180976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.949240184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.949272658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.94930883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.95083963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.951815609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.959986156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.960078209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.960117257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.96144338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.964650971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.969448559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.970055304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.971468681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.97301395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.973095392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.973189529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:49.973889469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.974003977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.974052042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.974092673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.974128815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.974718666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.975654986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.975719053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.975750055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.975789232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.976645313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.98032955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.985835816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.985937558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.985980032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.986021535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.986060492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.986559162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.987993571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.988057157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.98809894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.988625045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.991316982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.997585752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:49.997653076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.997693175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:49.998317766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.000910936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.001529625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.001583472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.001621568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.002179125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.002791331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"ac8b8e9a-e44a-4365-a9e0-03eaf6cb0962","zpool_id":"9e2a7daf-2e5a-425e-b3f8-dcf73bb4c22d"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.003785465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.003858069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.005432757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31033","req_id":"1fc61800-d3af-4655-b4f8-4f65d0e19959","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   d0 15 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   ............._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.005513818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31033","req_id":"1fc61800-d3af-4655-b4f8-4f65d0e19959","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53269,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.0057567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.005955726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.006084501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31033","req_id":"1fc61800-d3af-4655-b4f8-4f65d0e19959","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.006575066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.006699603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":14,"elapsed":"562.405994ms"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.006901193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.006959519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.007111371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.007160619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":14,"elapsed":"560.147398ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.01433619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8804, tv_nsec: 931538232 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.014456108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.017078827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40642","req_id":"3f835f0b-fcfc-47d4-9284-386e58f1761b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   6b 69 01 00  00 01 00 00  00 00 00 01  24 38 39 37   ki..........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.017187372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40642","req_id":"3f835f0b-fcfc-47d4-9284-386e58f1761b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27497,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.017354134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.017385135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40642","req_id":"3f835f0b-fcfc-47d4-9284-386e58f1761b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.018355573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.01842461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.018462976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.025545112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 63ab7b97-8634-42d1-9deb-1c058b98a8c3","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"63ab7b97-8634-42d1-9deb-1c058b98a8c3"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.02573061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.025836561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.035482819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.045162423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 63ab7b97-8634-42d1-9deb-1c058b98a8c3 (physical_disk), lookup_type: ById(63ab7b97-8634-42d1-9deb-1c058b98a8c3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.045347852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.04545792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.045554111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.046489569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.049801918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"155ed265-c7f0-4dd5-8999-ca3158e0adeb\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.050341469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.056735037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.066996067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 63ab7b97-8634-42d1-9deb-1c058b98a8c3 (physical_disk), lookup_type: ById(63ab7b97-8634-42d1-9deb-1c058b98a8c3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.067081015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"63ab7b97-8634-42d1-9deb-1c058b98a8c3","zpool_id":"9e2a7daf-2e5a-425e-b3f8-dcf73bb4c22d","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.067120564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.067157347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.067865714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.074945204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.075020794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.075110032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.075150332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.076088886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.081845228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d3658b-0be9-441c-b4bf-a6f51682076b\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.082099243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.086950137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.089783214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.095096837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.095170323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.09521909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.095276785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.095706839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.097341615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24c71368-c71f-4b31-8b0a-fee9b0d18977\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.097428348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.098648501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.104609009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.104705521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.104855829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.105580649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.109967371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d3cfc22-3ef5-4eb0-98d2-dfceee59cabc\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.110199222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.110758302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.110823892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.110866086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.11090304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.112063294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.118376442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.125195375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.12526295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.125304282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.125738514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.135727453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.135841409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.136624334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.138949111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d18ce057-90b0-451b-aeb3-54ed7ea45861\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.139239628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.187688802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"224ab91b-cde9-43a3-bf5f-a116becd6d7b\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.188091713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.192826797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"460cdb74-3609-48e1-878d-caaeeabc94f4\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.193348533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.199425713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4c5acdd-dcec-4ea3-b6fa-04a8d40b413f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.199791229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.201213113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29450463-7bde-4c4b-8f9e-06cb328be02d\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.201496235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.202969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5036d7c8-fddc-4deb-b47c-b2a661984a7b\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.203482941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.209301357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f20d49e-fa52-4e0c-8c0e-057ca3ec76d9\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.216624441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.220483485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebd58aa6-a5ce-4ca0-be3b-20abf33b5806\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.220808701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.222601081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8bff94c-3cec-4727-8430-acf9457efe88\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.223085744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.225638333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fbd96a3-4ac2-464f-a871-2578092a5dc2\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.225776568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.229514422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11720bae-ef5e-472c-b087-c4b71b92c65f\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.229708818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.233246203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d13f0c50-77e1-4e38-ae85-697c1737d386\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.251312514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.254120682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c34486d-1820-4b19-9e9b-d6b3c2fc912d\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.254592248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.261941855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a31e6b70-2f18-4ab5-8268-997972d8308f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.263403097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.266422234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.268105036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e44edd6f-1b93-46dc-b48e-e84602d86655\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.268264032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.270824036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea0f108-1483-4aa0-add6-68d12db99e56\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.270999104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.272130711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5336dbe9-fa73-4d10-b8a0-03560ad5097f\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.272249868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.273410543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85f826a7-5451-4709-b5cf-6509e4259107\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.273561312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.274638933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b28a2e4b-2d9c-471f-8b84-edd24b545d87\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.2746981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.275830589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c2f6fd9-3421-4860-8a5a-e58383661a94\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.27606747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.277056143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53824e78-2e20-43cf-ab9f-50e5780a981e\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.27755301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.27939061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efd4b7cb-a266-46f4-b8cc-97b6b3181a57\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.279520227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.281358368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"144a2048-1b74-4388-912e-d99b2d723a01\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.281843501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.285930298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cb20af8-f541-40e3-ae72-35f2b9459a6c\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.286046188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.289135344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b320029b-6d0b-40c8-9d35-819a0c3ef989\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.289321243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.291534629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17e37c1b-d4d5-4b54-b168-3935500dad27\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.291650128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.293692555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5d143b7-eabb-4590-b022-0429471f84f1\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.293834246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.295872995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2586938-7e6a-4752-aaa6-ed7fbdf5b383\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.296037813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.297907115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d19f496-abde-4e8d-8569-93140c449228\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.298042123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.299022561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"880e1d21-7400-4772-b374-723f267c8379\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.299180304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.300632979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ae790e-590b-4e99-a499-37461f756a17\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.30084013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.302304639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2a01382-f383-4a99-9f47-562c7c39ce41\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.302555638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.304088332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18021221-afda-4b3c-8c8c-a7a5c249565f\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.304240173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.307950352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5b5fdef-1564-4af3-b815-c5424d836c7b\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.308421678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.310363334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3714e654-7cd4-43de-95df-243edf1341b5\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.310560506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.312014634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb35c9ad-273c-4080-8123-31e0ef62cd2a\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.312164562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.313147293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0165285d-b2eb-4c15-8c53-39d1cf4b102f\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.313388543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.315536198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca058153-e4c1-492c-976f-c0c10656cff9\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.315681597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.317603704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bdb23a3-311b-4f94-9141-9a72c7b28cd7\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.317690627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.318099098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.318159608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.318202694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.318241531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.318992723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.321657475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53a06545-29c9-4447-b005-7143cef6c9bc\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.321810118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.322632362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.328740854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.328910761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.328979427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.329564249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.333035513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2077b3ef-d5d8-4bd9-a0ee-12cbe0d49e13\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.3334417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.335682721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.33593936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.336646505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.338400518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23ebd6ff-4ac5-46b5-9f62-dd81d51b1fb1\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.338613622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.340719755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c35dd563-0f6d-46e1-9955-4d2699e7ee2e\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.34089382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.341841112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"494e32dd-b015-4041-8338-47594ac9651e\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.342024105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.343358095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"904c4136-b35f-4beb-aa3b-061b37328229\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.343766927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.345231485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f36a4ac-72c4-45b2-b3a4-b8af3b4f5f9f\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.345375782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.3466588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10828976-b780-423e-80a7-845aaeecbb31\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.346734951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.346770412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.348862016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd22b9a-8ed6-4218-afef-ec79a2c4e078\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.349068937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.350636079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce0457c7-aa4b-4a53-8125-c1f6c1a9f862\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.351609633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.354506677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"160e7d89-4865-4c5b-be11-c1048a2b920d\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.354686995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.357900317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2940927-d417-48e3-a160-252017578081\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.35811851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.360428358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47e09457-7216-4904-bfe9-1affcc818b5f\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.360526573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.360569999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.360613084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.360649356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.361147045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.365285324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.377856551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.377948594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.378043503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.378093141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.37813269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.379761585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.387327632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.394326382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.394419106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.394461741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.394966744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.480837731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.480948821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.482162251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46611"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.484404675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"87e94ddb-6105-48f7-a81a-8d053de9e16e","remote_addr":"[::1]:46611","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.484478862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"87e94ddb-6105-48f7-a81a-8d053de9e16e","remote_addr":"[::1]:46611","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.485708013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"87e94ddb-6105-48f7-a81a-8d053de9e16e","remote_addr":"[::1]:46611","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1344,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.487304614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e94ddb-6105-48f7-a81a-8d053de9e16e\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.616696287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.616807909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.618060256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55070"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.618871727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4a4bcc07-3bc1-416c-b215-f5c3bafe864e","remote_addr":"[::1]:55070","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.618982748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4a4bcc07-3bc1-416c-b215-f5c3bafe864e","remote_addr":"[::1]:55070","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.621415349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4a4bcc07-3bc1-416c-b215-f5c3bafe864e","remote_addr":"[::1]:55070","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":2529,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.622381288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a4bcc07-3bc1-416c-b215-f5c3bafe864e\", \"content-length\": \"8806\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.700424638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.700531921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.701838226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39148"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.702780848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.70337587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.704581634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"cd04ef4a-27bf-4ba8-b852-e0856691dd19","remote_addr":"[::1]:39148","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.704660902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"cd04ef4a-27bf-4ba8-b852-e0856691dd19","remote_addr":"[::1]:39148","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.704814186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a37ac2a4-0a92-4464-84a7-3dd22d6a2b9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.705087199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a37ac2a4-0a92-4464-84a7-3dd22d6a2b9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.708827307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a37ac2a4-0a92-4464-84a7-3dd22d6a2b9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.708920582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a37ac2a4-0a92-4464-84a7-3dd22d6a2b9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.709793616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a37ac2a4-0a92-4464-84a7-3dd22d6a2b9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.71074718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"cd04ef4a-27bf-4ba8-b852-e0856691dd19","remote_addr":"[::1]:39148","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6175,"response_code":200}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.711928356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.712222329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.712464931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd04ef4a-27bf-4ba8-b852-e0856691dd19\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.806225577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.806302169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.806955046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.807798581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.80916738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37602"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.810644273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a37ac2a4-0a92-4464-84a7-3dd22d6a2b9a","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":105820,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.811432779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f6c806f5-db31-4e8f-8d27-4ad9642e902e","remote_addr":"[::1]:37602","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.811590923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f6c806f5-db31-4e8f-8d27-4ad9642e902e","remote_addr":"[::1]:37602","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.813689471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a37ac2a4-0a92-4464-84a7-3dd22d6a2b9a\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.814291667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:50.814981286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f6c806f5-db31-4e8f-8d27-4ad9642e902e","remote_addr":"[::1]:37602","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":3548,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.817272557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.817473817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.817833581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7b29bc51-0806-4f5c-be4f-c73c931e596b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.818018458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7b29bc51-0806-4f5c-be4f-c73c931e596b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.818358474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c806f5-db31-4e8f-8d27-4ad9642e902e\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:50 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.819671752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.819754356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.819789977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:50.820039543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7b29bc51-0806-4f5c-be4f-c73c931e596b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.820131676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7b29bc51-0806-4f5c-be4f-c73c931e596b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.822373648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7b29bc51-0806-4f5c-be4f-c73c931e596b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:50.823347322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.823826634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.824291808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:50.824667234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.932225383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.932466271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.933184157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:50.933558621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.034839333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.035025412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.036531894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:55594"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.039397405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.03964642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.040040543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.040372983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.04335232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.04342292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.044237218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"25f3738c-590b-4259-8779-533f04bcb3ae","remote_addr":"[::1]:55594","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.044308489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"25f3738c-590b-4259-8779-533f04bcb3ae","remote_addr":"[::1]:55594","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.044749936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"e0485a98-4709-45e0-970b-b00a41d633b4","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.055077077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"25f3738c-590b-4259-8779-533f04bcb3ae","remote_addr":"[::1]:55594","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":10862,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.055512972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"e0485a98-4709-45e0-970b-b00a41d633b4","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10748,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.056027554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7b29bc51-0806-4f5c-be4f-c73c931e596b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":238158,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.060901805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f3738c-590b-4259-8779-533f04bcb3ae\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:51 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.061382089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.061450936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.061482859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.061653979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.061715741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.061757244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.061793005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.063289367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.064361105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b29bc51-0806-4f5c-be4f-c73c931e596b\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:51 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.064586513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.064707644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.064894244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.065166715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.072697332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.072772611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.072812841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.072854925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.073435819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.073492772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.073530767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.083566018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.090239412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.091489294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.091621878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.092414241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.102127753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.129201003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.129345109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.129488053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.129602931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.12970306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.132325168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.144026016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.15350863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.15357935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.153622947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.154085185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.156019066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.156087421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.156128583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.156164374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.157175973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.162922607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.163028868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":9,"elapsed":"33.740491ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.167789823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.175095473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.175186624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.175230872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.175956543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.311883185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"a5290422-bfb7-4515-a0b5-71925e084c13"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.311988464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:50.018263 UTC","collection_id":"a5290422-bfb7-4515-a0b5-71925e084c13"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.312261115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"a5290422-bfb7-4515-a0b5-71925e084c13\",\"time_done\":\"2026-03-04 07:05:51.061465 UTC\",\"time_started\":\"2026-03-04 07:05:50.018263 UTC\"}","iteration":19,"elapsed":"2.004203543s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.312326716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.312362897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.312404741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.312445962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.31248501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.313469676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.314454902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.314652004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.314818575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.314942831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.315103941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.315867017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.31928757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.319476516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.32027938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.322545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.327265425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.327362678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.327407477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.327860557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.329099989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.335206296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.335286275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.335331545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.336392332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.340310133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.340427556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.341307704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.349367822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(83af2e52-9a07-4fc6-8a40-998a0f040d4d, 2), (9972904f-b03b-42f8-83cb-98d00189c3fd, 2), (fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2, 2), (a5290422-bfb7-4515-a0b5-71925e084c13, 2)]","collection_id":"83af2e52-9a07-4fc6-8a40-998a0f040d4d"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.349777626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.34984514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.35049458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.424656953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":10,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":10,"nphysical_disks":10,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"83af2e52-9a07-4fc6-8a40-998a0f040d4d"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.424827201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.42498295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.425874391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.428097997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.429140868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38808","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.429224655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38808","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.429269434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38808","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.429311948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38808","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.42935301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38808","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.429394151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38808","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.429435163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38808","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.429476334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38808","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.429517326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38808","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.429556243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38808","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.431793687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38808","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.431866932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","address":"[::1]:38808"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.431903635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: e40f9fa9-bf29-493d-a8d9-594e72b494e2","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"e40f9fa9-bf29-493d-a8d9-594e72b494e2"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.43194631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.431984897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.43283234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.434193704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"a5290422-bfb7-4515-a0b5-71925e084c13\",\"time_loaded\":\"2026-03-04T07:05:51.314596343Z\",\"time_started\":\"2026-03-04T07:05:50.018263Z\"}}","iteration":17,"elapsed":"119.725956ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.434270847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.434309814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.434339052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":17,"elapsed":"28.707µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.434373641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.434405705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":16,"elapsed":"13.567µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.434439572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.434472547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.434510573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.434551033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.434617145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.435075675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.436068988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.436135931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.436169257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.436199237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.437763303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(9972904f-b03b-42f8-83cb-98d00189c3fd, 2), (fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2, 2), (a5290422-bfb7-4515-a0b5-71925e084c13, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.437862881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.439371377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44859","req_id":"7595bb8c-4115-4347-a011-8b2c4b8ae657","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   de 0f 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.439465073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44859","req_id":"7595bb8c-4115-4347-a011-8b2c4b8ae657","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56847,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.439687415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.439883434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.440082509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.440201195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44859","req_id":"7595bb8c-4115-4347-a011-8b2c4b8ae657","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.44030427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6202","req_id":"fbb7681a-6b52-4230-918f-3e68099f31b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   1e 02 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.44035459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6202","req_id":"fbb7681a-6b52-4230-918f-3e68099f31b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7682,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.440488285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.440648904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.440775546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.440875103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6202","req_id":"fbb7681a-6b52-4230-918f-3e68099f31b5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.441055953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.449592797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.459651485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.459798326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.459908856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.460854654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.461575015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.464501297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8806, tv_nsec: 382289614 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.464605133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.46464404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.465060698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8806, tv_nsec: 382916539 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.465175947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.465210806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.465963621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.466054361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.466992785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.467868645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.477018978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.477150058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.477196421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.47843987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.484276001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51069","req_id":"9952abb2-2964-4073-81ad-99d70a77dc2a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   54 42 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   TB..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.484485738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51069","req_id":"9952abb2-2964-4073-81ad-99d70a77dc2a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21570,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.484907786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.486593574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51069","req_id":"9952abb2-2964-4073-81ad-99d70a77dc2a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.486867829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11608","req_id":"131e608f-12e5-4b80-b8aa-206b7e76b3ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   74 b0 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   t...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.487065672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11608","req_id":"131e608f-12e5-4b80-b8aa-206b7e76b3ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29872,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.488685719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.488729987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11608","req_id":"131e608f-12e5-4b80-b8aa-206b7e76b3ac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.488788624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50302","req_id":"9baa4ef6-2959-4025-9c70-cde7568e3ad2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   51 5c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Q\\..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.488844525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50302","req_id":"9baa4ef6-2959-4025-9c70-cde7568e3ad2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20828,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.489015945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.489045514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50302","req_id":"9baa4ef6-2959-4025-9c70-cde7568e3ad2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.489097567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42615","req_id":"5f05e20f-00b0-48d0-ab4f-b28f840e22ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5b bd 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   [...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.489154881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42615","req_id":"5f05e20f-00b0-48d0-ab4f-b28f840e22ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23485,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.489327163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.489353826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42615","req_id":"5f05e20f-00b0-48d0-ab4f-b28f840e22ab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.489405829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.48944644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.48948658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.489521419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.489550336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.698393536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.865497178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.866768583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.866863551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.866909102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.866946566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.867893026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.870496457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.870837313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 7 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.872062296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.88508477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.88844332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34794","req_id":"20b60587-3c9b-426d-bbf6-b9f392f3d7c9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   3b 93 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ;............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.888656814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34794","req_id":"20b60587-3c9b-426d-bbf6-b9f392f3d7c9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15251,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.889099674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 15251,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:51.889775717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34794","req_id":"20b60587-3c9b-426d-bbf6-b9f392f3d7c9","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.890211131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56597026-cc65-4112-b7f1-fd5afb07b299\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:51 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.890501418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.892311423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.898473431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.898595995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.898643359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.898688829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.898726343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.899405282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.901164786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.906884085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.907262347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.909415273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d2613ec-bc6e-4cd5-bbe7-5651e671c67e\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:51 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.909561313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.909608266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.909651772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.910203167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.913642208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.918136674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.918208487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.918251572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.919174235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.921209126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"e40f9fa9-bf29-493d-a8d9-594e72b494e2","zpool_id":"1c4f8d86-a512-442b-92fe-328da4f689d4","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.921274476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.921383212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.922577654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.92353213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.923727157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.924887472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.924958623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3384","req_id":"6217053b-ea41-47e0-8d27-7196b195a38a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   35 a0 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   5............_co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.925014083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3384","req_id":"6217053b-ea41-47e0-8d27-7196b195a38a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13728,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.925151486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.925177227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.925201615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3384","req_id":"6217053b-ea41-47e0-8d27-7196b195a38a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.925261765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.925368427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.925414749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.925498525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.925540058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.926585414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.928285811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.928351542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.928392032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.928430889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.928467081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.929046822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.931484243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8806, tv_nsec: 849346617 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.931648449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.935562263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.94278139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.942853934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.942894996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.942935857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.942973021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.943413756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.944547137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.944637968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.944670923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.944710101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.945067511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.947620621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.947689338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.947729638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.947764106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.948698953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.949681735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.949731434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.950423328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.955876288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.955974543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.956016326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.956455939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.957437529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.959262914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.959404185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.959553812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.96007174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.960179555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.96027282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.96036349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.961098379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.963220945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1514","req_id":"d9a37cf1-aa6e-434c-9700-608e7fcda534","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   08 18 01 00  00 01 00 00  00 00 00 01  24 38 39 37   ............$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.963453637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1514","req_id":"d9a37cf1-aa6e-434c-9700-608e7fcda534","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2072,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.964006736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.964200921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1514","req_id":"d9a37cf1-aa6e-434c-9700-608e7fcda534","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.964581227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.964919989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.965037012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.965136359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.965227971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.965774276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.966383466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.966509556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.966636669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.967163345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.969138227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.969197555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.969233767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.969935871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.969997093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.971408877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.974464516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.9758314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.983265796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.983344622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.983391876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.983435232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.983475392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.984887887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.986700918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.986763873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:51.986801047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.986842529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.98743202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:51.991100827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"b3ea845c-feb4-4c62-b887-4299708924e5","zpool_id":"1c4f8d86-a512-442b-92fe-328da4f689d4"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:51.993585652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:51.995643659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.002490488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.002570236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.00261238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.003410685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.004415401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.004472644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.004703733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.004741017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":15,"elapsed":"568.722529ms"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.006448539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.006520121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.007868679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a889503-9de1-47f9-ba3f-c4de77f69ad5\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.007935131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.008187853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.008361368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"a5290422-bfb7-4515-a0b5-71925e084c13\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":15,"elapsed":"573.93374ms"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.013801703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: e40f9fa9-bf29-493d-a8d9-594e72b494e2","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"e40f9fa9-bf29-493d-a8d9-594e72b494e2"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.013932823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.014064485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.014845706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.015928166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.015992634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.025911724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: e40f9fa9-bf29-493d-a8d9-594e72b494e2 (physical_disk), lookup_type: ById(e40f9fa9-bf29-493d-a8d9-594e72b494e2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.025997184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.026042504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.026080369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.027541671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.043928086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cec876b7-e7bd-4fbf-aa96-cb07b736d05b\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.044190587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.047434861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.054789187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: e40f9fa9-bf29-493d-a8d9-594e72b494e2 (physical_disk), lookup_type: ById(e40f9fa9-bf29-493d-a8d9-594e72b494e2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.054888174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"e40f9fa9-bf29-493d-a8d9-594e72b494e2","zpool_id":"1c4f8d86-a512-442b-92fe-328da4f689d4","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.054930137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.055078051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.055386954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.059786382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.059866752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.059910138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.059986309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.060651791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.067282219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.070561532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.077107914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.077199045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.077241088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.077277601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.078078832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.080077422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c680281-dd69-4b49-8be7-108ed055caa9\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.080284743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.082041943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.085875427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.085949304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.085988882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.086470689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.088362517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05b62074-74e0-4574-aff0-f3b0b8bd6ec3\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.088517575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.0908364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8eb44fc-43f7-4ba7-95db-01969a81c3e7\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.090969134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.091307195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.091363968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.091421442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.09146101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.091914271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.094653972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"532d9da7-f7f2-479a-a17b-4a350c96e452\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.094731205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.095041882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.100848635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.100938453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.100978733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.101303338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.105721012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.106058502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.106675167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.107376871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc0193a-8aa0-40e7-92c9-7d913472fc0e\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.107484895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.110527628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10fbe4da-f098-47ea-aa5d-38c2d1c9d4ab\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.110663348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.111732882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55ca9ec8-f34e-4d0b-b3ea-d13c368ab6a7\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.113451796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.113498709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82734da6-515d-48ae-8369-aeda29cf8fd9\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.113546364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.114205813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"973f6e99-6afc-4c08-b540-e50ddedcc46c\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.11434519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.11553853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce716080-4390-4687-b178-a82826686a5d\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.115627497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.117932064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ced4fbf5-5626-4133-bc49-0c38f6827f19\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.118146069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.176390918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a76aac0e-e130-468d-aa54-b8a99f75553d\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.177369552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.195292579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb4c551-3f5f-4b2f-9404-c29498eea5ba\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.195583917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.200887571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16473c66-e4a2-4656-ab5e-d73802086d75\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.201153789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.205555972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"835bf838-a97b-4e54-8396-bd20ee8a283d\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.205672253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.209644072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"844784ca-f52d-4348-bee9-a8ed58a5608f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.209791695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.212464313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"105d3871-648a-481b-b9fb-02a991249d5a\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.212735812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.214696867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91bd6213-9b63-4d95-b251-0acda5f5856c\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.21485443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.216736708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adab85ac-a601-4d93-86ee-04f3a476cdd5\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.216890594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.21882186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1392f079-d9d0-4769-adc0-cc9fa7d5fe89\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.218966607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.220968914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"590a48a5-8f2a-4719-8844-10454d0d8fcc\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.221145234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.221880384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.223226387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"660b2d4f-fd31-4cee-ad88-d034d3e0a153\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.223425242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.224978758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c12186eb-9d1a-4d05-a745-3299a58c8a0b\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.225123746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.226393948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c9cbe3-a336-42bc-a248-170b20346fc6\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.226552834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.227303645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f78db706-8f1a-4828-b006-945f99743c49\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.227400247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.229326924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3321d8ec-7f2f-47be-bc43-a5d6213409bd\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.229406602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.233628256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d9540ab-3eb1-4b44-8051-c47f7938287c\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.233929074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.238041982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a2e71f-6fa1-4c61-949e-05a269d0db26\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.238488539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.241574999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9b0a463-8d3d-420b-8fd9-2e012b9c54cb\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.241764025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.243927281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcaabbcb-3582-4cd5-af8e-41043cbff315\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.24400729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.246082812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed1c8c16-528e-4e16-99ee-2274cdb5eb51\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.246161398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.247252946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a28ca036-fd77-46a4-a48f-3b587d8ecdf2\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.247404397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.248606404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3b552f9-ea1e-4c89-a32f-482475da5d99\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.248693447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.249708323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a40e620-780a-477d-a2e1-c96448598e8f\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.249819704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.250886633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adab0989-b63f-490a-8db3-d3ec5e7a5c1e\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.251013415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.252290722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91b9fc32-55e0-46ba-817f-ca414ee3a256\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.252368817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.253258133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c16ec7-c67d-4dec-b573-dbda8d2bfd96\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.253335226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.254299892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5218f374-3ebe-4f39-b1c8-f7d6953fffda\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.254443738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.25537642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08fed380-bb08-4284-9615-a8d8c9e89ca5\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.255452411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.257160433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2aa10eb-1d90-47b2-8361-66581c305918\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.257231805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.25903689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3def1dc7-b05e-42a8-b6be-1b30e461ebd6\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.259175626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.260833659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfea51b7-4002-47ef-a37d-e00b6555153c\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.260959869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.262684785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0efcc501-e06d-4d57-8779-8a30c1aeff1e\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.262769423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.264481423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c020c8-0e96-4688-b200-a264da0d0d38\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.264564608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.266199405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c7e1587-8fe7-4aee-8156-4368d67ff5ea\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.266283001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.267249571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c015c7fd-f554-4d32-a93a-48a764afdcdc\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.267357295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.268384766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57b15759-f9be-4d99-b0a1-f9fa47c66226\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.268516106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.269463598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e5c3db0-7135-44ae-9302-0a8636397fab\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.269594859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.270595597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"528f4d19-3a5d-4b08-baf8-304b60de14bf\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.270668802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.270701407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.27237985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcfcb931-ed1e-4392-a233-da7b5f15112e\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.272585308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.272634235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.272678052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.272720316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.272758713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.273555816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.275540828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32ac4f52-25b6-4441-a08f-c2063b6bfaa4\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.275712629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.27730389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ed9231-99fe-4703-b6c2-589b58e70ffc\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.277459629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.278654793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.287177439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.287260094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.287299211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.287819645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.289651293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a59e06-574f-460f-a92a-ab56d3549d26\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.28989676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.291315358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.291511718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.29235362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.293125984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"332588f7-7b4b-41c5-8f95-f02f88da883b\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.293265942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.2933154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.293356973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.293393415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.293836996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.297264674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.302429121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.302523117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.302568437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.302608787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.302645841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.303283277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.306586027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.310988751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.311045964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.311087427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.311508443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.387830535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.387917868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.388476858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40723"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.38899617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f4e52ebf-f18a-47d6-ac92-26eb35f9a4b6","remote_addr":"[::1]:40723","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.38906666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f4e52ebf-f18a-47d6-ac92-26eb35f9a4b6","remote_addr":"[::1]:40723","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.390715475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f4e52ebf-f18a-47d6-ac92-26eb35f9a4b6","remote_addr":"[::1]:40723","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1693,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.391145088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4e52ebf-f18a-47d6-ac92-26eb35f9a4b6\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.469949179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.470038877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.470591655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40223"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.471174162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"76ba03c5-dd29-4d0d-b461-2362587809f5","remote_addr":"[::1]:40223","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.471225985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"76ba03c5-dd29-4d0d-b461-2362587809f5","remote_addr":"[::1]:40223","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.472846464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"76ba03c5-dd29-4d0d-b461-2362587809f5","remote_addr":"[::1]:40223","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":1681,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.474276935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76ba03c5-dd29-4d0d-b461-2362587809f5\", \"content-length\": \"9198\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.549705702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.549794869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.550599397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50732"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.551279298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"14ca9b1d-44f8-41a6-81f2-4462360efeaf","remote_addr":"[::1]:50732","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.551348866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"14ca9b1d-44f8-41a6-81f2-4462360efeaf","remote_addr":"[::1]:50732","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.553275392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"14ca9b1d-44f8-41a6-81f2-4462360efeaf","remote_addr":"[::1]:50732","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2012,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.553671278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14ca9b1d-44f8-41a6-81f2-4462360efeaf\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.62689678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.627003582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.627760435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51780"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.628495265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"dace98bd-0f02-4c60-87bc-e684b1859fda","remote_addr":"[::1]:51780","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.628560585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"dace98bd-0f02-4c60-87bc-e684b1859fda","remote_addr":"[::1]:51780","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.629714436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"dace98bd-0f02-4c60-87bc-e684b1859fda","remote_addr":"[::1]:51780","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":1137,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.62991792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dace98bd-0f02-4c60-87bc-e684b1859fda\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.630830082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.630898849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.630935632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.631144236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.631406196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:52.631661133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.697718468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.697810962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.698001199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.698252008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.761149497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.76126184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.761834728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:44159"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.762238791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.762308639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.762341234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.763189649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.763261572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.764334152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.765014684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad192814-a9aa-40c4-bf68-3b277ccd1900","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.765176465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad192814-a9aa-40c4-bf68-3b277ccd1900","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.765464016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f7a6fb38-8893-4719-91f9-5b5d48db121f","remote_addr":"[::1]:44159","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.765652992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f7a6fb38-8893-4719-91f9-5b5d48db121f","remote_addr":"[::1]:44159","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.765908128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad192814-a9aa-40c4-bf68-3b277ccd1900","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.765977616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad192814-a9aa-40c4-bf68-3b277ccd1900","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.766607096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad192814-a9aa-40c4-bf68-3b277ccd1900","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.768117616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"f7a6fb38-8893-4719-91f9-5b5d48db121f","remote_addr":"[::1]:44159","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2630,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.769975066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a6fb38-8893-4719-91f9-5b5d48db121f\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.770664304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.770769894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.770815855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.771184608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.771325227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.771472029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.7715332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.772161077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.774817433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.77493684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.776176131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad192814-a9aa-40c4-bf68-3b277ccd1900","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11166,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.777235525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.7819157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.782503397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.78256538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.783145753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.786390698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad192814-a9aa-40c4-bf68-3b277ccd1900\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.786484714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.788864631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.788937175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.789061272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8c97b327-d7b0-451c-8895-6480b842f70f","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.789127663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8c97b327-d7b0-451c-8895-6480b842f70f","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.789596304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8c97b327-d7b0-451c-8895-6480b842f70f","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.789680441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8c97b327-d7b0-451c-8895-6480b842f70f","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.790536311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8c97b327-d7b0-451c-8895-6480b842f70f","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.794808787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8c97b327-d7b0-451c-8895-6480b842f70f","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5729,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.795382336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c97b327-d7b0-451c-8895-6480b842f70f\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:52 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.795603876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.795696379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:52.795789344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.848029387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:52.864821698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.900887878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.901117915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.901250539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.901347101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.902221287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.905574086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.914380716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.914852143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.914907392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.914945949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.920121127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.920205976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.922135318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:52.922857021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.922966168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:52.923020245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.171166624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"9df853dd-4395-470e-924a-66d6df0dfc91"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.171240451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:51.969043 UTC","collection_id":"9df853dd-4395-470e-924a-66d6df0dfc91"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.174209297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"9df853dd-4395-470e-924a-66d6df0dfc91\",\"time_done\":\"2026-03-04 07:05:52.770934 UTC\",\"time_started\":\"2026-03-04 07:05:51.969043 UTC\"}","iteration":20,"elapsed":"1.861822673s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.174272613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.174306681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.174343795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.174382351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.174417761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.175263411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.176269098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.176324559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.176362554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.176428405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.176467693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.176829572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.181733251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.1817931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.183631761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.197334887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.207109229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.207226943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.207399426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.22110188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.223244245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.260497112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.260593995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.260638824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.261211521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.279512849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(9972904f-b03b-42f8-83cb-98d00189c3fd, 2), (fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2, 2), (a5290422-bfb7-4515-a0b5-71925e084c13, 2), (9df853dd-4395-470e-924a-66d6df0dfc91, 2)]","collection_id":"9972904f-b03b-42f8-83cb-98d00189c3fd"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.279887623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.279987682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.280445652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.281229378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.281284788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.281728139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.396147405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.399494813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48137","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.399589351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48137","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.39963446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48137","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.39967964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48137","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.399722445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48137","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.399764689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48137","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.39980558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48137","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.399846431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48137","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.399888214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48137","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.399929326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48137","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.401865221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:48137","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.401970851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","address":"[::1]:48137"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.402061491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 01629868-03e2-47fa-9e89-b95597dd3e45","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"01629868-03e2-47fa-9e89-b95597dd3e45"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.402112442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.40215195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.402540192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.407647806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":11,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":11,"nphysical_disks":11,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"9972904f-b03b-42f8-83cb-98d00189c3fd"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.407787343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.40783128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.40898413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.415395904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.415466885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.41617934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.417384834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"9df853dd-4395-470e-924a-66d6df0dfc91\",\"time_loaded\":\"2026-03-04T07:05:53.176268157Z\",\"time_started\":\"2026-03-04T07:05:51.969043Z\"}}","iteration":18,"elapsed":"241.086938ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.417628278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.417684179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":17,"elapsed":"38.246µs"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.417727535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2, 2), (a5290422-bfb7-4515-a0b5-71925e084c13, 2), (9df853dd-4395-470e-924a-66d6df0dfc91, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.417766763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.418163861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.418220364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.418254161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.418286555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.418411634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.418467795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.41851033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.418555018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.418595729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.41910994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.41989014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.419957053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.420068384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":18,"elapsed":"36.633µs"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.421122558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26421","req_id":"8417f0b5-75c8-4837-951a-dcd17d93c369","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   b9 38 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .8..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.421207436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26421","req_id":"8417f0b5-75c8-4837-951a-dcd17d93c369","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47416,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.421355931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.42157687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.421781216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.421874641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26421","req_id":"8417f0b5-75c8-4837-951a-dcd17d93c369","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.421975742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48639","req_id":"b198dc43-c4f5-41c6-a513-6e5c75ae2a4e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   69 83 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   i............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.422033577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48639","req_id":"b198dc43-c4f5-41c6-a513-6e5c75ae2a4e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27011,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.422180569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.422421618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.422610252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.422736072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48639","req_id":"b198dc43-c4f5-41c6-a513-6e5c75ae2a4e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.422984155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.423049725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.423089564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.423127079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.423918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.424751505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8808, tv_nsec: 342597136 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.424862365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.425167621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.425558979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8808, tv_nsec: 343416383 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.425729127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.425855538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.42628962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.431772199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.431852949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.431897518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.431941465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.431980773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.432443943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.435560503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13717","req_id":"cb79cc4c-62d2-402d-b032-4237de46b8ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   71 60 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   q`..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.435653417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13717","req_id":"cb79cc4c-62d2-402d-b032-4237de46b8ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29024,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.43613836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.4361985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13717","req_id":"cb79cc4c-62d2-402d-b032-4237de46b8ec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.436346814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:24572","req_id":"e85cde7a-056b-4d5b-b6b2-3b8e0beb8293","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b1 87 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.436574036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:24572","req_id":"e85cde7a-056b-4d5b-b6b2-3b8e0beb8293","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45447,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.436782239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.436811197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:24572","req_id":"e85cde7a-056b-4d5b-b6b2-3b8e0beb8293","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.436922748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16489","req_id":"4861c73a-3c26-4fa5-8ee6-53f1bb40f1ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   14 95 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.43698904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16489","req_id":"4861c73a-3c26-4fa5-8ee6-53f1bb40f1ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5269,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.437172153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.437202223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16489","req_id":"4861c73a-3c26-4fa5-8ee6-53f1bb40f1ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.437269467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49999","req_id":"41ddfdd4-c9b2-4f21-9492-3e9ebcb1a9ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   3a d0 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   :...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.437489804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49999","req_id":"41ddfdd4-c9b2-4f21-9492-3e9ebcb1a9ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15056,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.437686154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.437718609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49999","req_id":"41ddfdd4-c9b2-4f21-9492-3e9ebcb1a9ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.575811453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.725106345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.72633764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.730628562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.730755294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.730801866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.731094027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.733093017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.737664496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.738132325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.738193637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.73884964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.740125945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.740790414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1678","req_id":"c4048a5c-7cd3-44ad-a150-192fcc1dda86","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   03 5e 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .^..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.740886455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1678","req_id":"c4048a5c-7cd3-44ad-a150-192fcc1dda86","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 862,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.74116097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 862,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:53.741346559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1678","req_id":"c4048a5c-7cd3-44ad-a150-192fcc1dda86","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.741692827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a8ee34f-5565-4323-bf93-3c7aecacc17c\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.741780501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.742403127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.742474078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.742520691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.742561372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.743425919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.744838174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.746061243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"01629868-03e2-47fa-9e89-b95597dd3e45","zpool_id":"56c20b92-03de-4d73-9777-cd87f8225ecd","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.746130801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.746174688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.746733277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.747765548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.747833202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.748019151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.752039676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.752140206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.752186177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.752230656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.752270485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.752401144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.754041863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2461","req_id":"74a9579f-f8ae-482c-9666-286687a9a2a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   22 e1 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   \"............_co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.754129417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2461","req_id":"74a9579f-f8ae-482c-9666-286687a9a2a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8929,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.75433767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.754369484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.754400195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2461","req_id":"74a9579f-f8ae-482c-9666-286687a9a2a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.754515644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58030b53-2cf7-488b-9883-98c6b3b73635\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.754692164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.754743987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.754786762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.755152358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.756831213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.756958766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.757031891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.757094215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.757255405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.758072618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8808, tv_nsec: 675777459 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.758233067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.758457112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.758550427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.758935953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.763525889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.76364732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.763706989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.764059198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.765553887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.765625389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.765736429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.765787581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.766162606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.76921072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21987","req_id":"8e2d10ab-636f-4ac6-98ab-4cc9eb689ccb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   a2 96 01 00  00 01 00 00  00 00 00 01  24 38 39 37   ............$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.76935215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21987","req_id":"8e2d10ab-636f-4ac6-98ab-4cc9eb689ccb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41622,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.769541176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.769661866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21987","req_id":"8e2d10ab-636f-4ac6-98ab-4cc9eb689ccb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.770147179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.770220565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.770269923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.770314081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.770351846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.77112445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.772423871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.772487708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.772522116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.772561555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.773180113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.77441734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.776900021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.777387489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.777447909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.777484632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.778044053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.783598906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.783673935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.783717882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.783760426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.783801608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.784126093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.785223422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"5b954136-fef6-454c-8454-1feafc6d47c0","zpool_id":"56c20b92-03de-4d73-9777-cd87f8225ecd"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.78842976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.794856384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.795001632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.795073996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.795730901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.797777746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 01629868-03e2-47fa-9e89-b95597dd3e45","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"01629868-03e2-47fa-9e89-b95597dd3e45"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.797855029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.797910991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.797957353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.827389648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce7f8666-468f-4e38-9b58-6f413f53601b\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.827850453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.828349925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.828473861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.828638989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.828767153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.828872994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.829818411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.833406027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2baea30d-6111-4e54-b082-41dbfee13d3d\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.837228498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.837744163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.845907606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.846111892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.846173554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.846220798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.846274525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.84664468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.848022426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.848097806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.848132485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.848185921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.848768718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.851154927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 01629868-03e2-47fa-9e89-b95597dd3e45 (physical_disk), lookup_type: ById(01629868-03e2-47fa-9e89-b95597dd3e45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.851244405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.851301809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.851340777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.852335933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:53.853524133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.853953295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.860361142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.86052123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.860575508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.861700251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.862678655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.862735878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.862777842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.863762728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.866063818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.866188866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"9df853dd-4395-470e-924a-66d6df0dfc91\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":16,"elapsed":"447.723786ms"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.867340674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.867406114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.867443087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.867482475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.867876528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.868453895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.874425835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 01629868-03e2-47fa-9e89-b95597dd3e45 (physical_disk), lookup_type: ById(01629868-03e2-47fa-9e89-b95597dd3e45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:53.874531054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"01629868-03e2-47fa-9e89-b95597dd3e45","zpool_id":"56c20b92-03de-4d73-9777-cd87f8225ecd","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.874570433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.874607536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.874912963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.876708639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.876775823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.876817235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.876854208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.877259884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.877875757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3919c2ba-24e4-4e67-b983-0c20c170e56b\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.878072257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.878375189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.878426802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.878564896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.878609164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":16,"elapsed":"460.441785ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.881304988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.888582522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.888914321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f5c188a-f368-451e-bb6e-eb282981bf33\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.889152584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.892911359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06001be8-24d4-4fb2-963e-e68ba032f5a8\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.893270553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.894126432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.894267012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.894380106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.894473893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.895332698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.898680758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"605cee9d-0535-4272-bcf1-f3a27dde7132\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.898945143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.899353804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.903630338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.903770727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.903884984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.905408409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.910422227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45429764-5a67-498c-8730-4d905ffcd1e5\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.910806721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.911258899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.911320792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.911363747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.911402204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.912139528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.91538813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fb3f5db-bb58-4f88-ba2b-4ca66858ffa5\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.915557276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.915789417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.922092475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.922179528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.922219217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.922614472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.924423755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.924502151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.940577969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.940711624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.941378289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.943334203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89aee80-46e0-4efc-bbaf-3cc6a17f01b3\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.943885518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.944341263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.945240289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.945299476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:53.94533649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.948563669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a78c6d8-6c7b-476e-8e82-2e8ae963055d\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.948635452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.949969792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63227eb4-a6f8-4773-b159-b5c16860f14d\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.95029624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.951705479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac9cf2b-6e17-4516-acc6-d6b43bf43e1b\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.951848944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.953314264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d1d70a0-2997-45dc-be02-fa90a392a23a\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.953545564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.956193873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b84d6a-0885-40f4-934d-57d9cc993feb\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.956337559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.958621906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729b6158-a37f-46da-bff8-245cf794ce0b\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.958702706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.960813118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9f7e293-f274-4423-8d8b-71fed2dd7494\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.960893337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.962882878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15f2d85d-bf5c-430f-aaab-45017b82006a\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.963238455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.966909345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac166e1-7ffc-451e-a335-e0fc655cd487\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.967161526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.970309158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fea1f48-47ff-4d25-8247-9950ed3adc98\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.97038606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.97129724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cd37658-b226-45db-8ce9-274d94050d30\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.971430916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.972546882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79e9761f-6cf6-4c95-b568-b8e4618fad24\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.972712671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.973967213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2482eb41-9929-4527-bd3c-e0a5066a4d00\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.97405658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.975849521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"935fc390-3fbc-4ef9-82b7-994dfda90e73\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.975922606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.977281956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f3a7a36-636f-4964-82ee-fa9732dfa238\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.977488456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.980937787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfc2ace7-becc-4650-a3a3-bb2d4299a35d\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.981018147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.983507611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53dacdc7-e459-4a0b-8a4b-cb338ebd6fd1\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.983662959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.98510847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31490785-18fa-4d49-aefe-08fd976dd10e\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.985201365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.987732231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac771a36-c66d-490e-a00e-c1e551c8258e\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.987811378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.989826481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0dfdfeb-ea1d-4b63-927f-b6f7cef18d0e\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.989913694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.991955148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1cb5289-17e6-48d0-8ff0-9af9a683f6d8\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.992037061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.994078566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba9deb1f-a83e-4b26-a2a7-f9f88840c423\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.994227441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.996132796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8e5949e-dd1e-45b8-b331-be5e88fc6413\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.996261411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.998460879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01b5697c-8f64-4075-97e3-2f6c337abd80\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.998585547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.99953351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e94679-9cd5-4d68-9040-f5e20efea978\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:53.999677075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.0016936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"866f4c74-2a81-4dd6-99c6-38e06516998f\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.00182953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.002714217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.003633232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d957a17c-d24d-4e76-8ac2-1c82c9d2b7da\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.003810915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.004885449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95d80187-47fd-4f59-8885-4647667bf9d7\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.004985257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.006393985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17c8cfff-4f1a-46c8-bd37-1083c92e77ad\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.006556668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.007445624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50963b22-31ef-4617-ba10-3e3f04358dc0\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.0075296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.008427774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7327aca-a106-415f-a46a-a8dfd43a0ac6\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.008540408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.018915784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8c12eae-14b5-4429-bb60-956757ccf852\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.019139118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.044468073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec201f7a-4512-4460-a5cf-11ed4f62abcd\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.044710515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.047616837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0ee5fef-5c49-4244-b419-c4a3a94ac3a2\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.04772915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.049578303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c64af1-8d7b-403b-bb61-b886265e73b7\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.049676868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.051507144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32447593-039b-4ff8-b9bd-a495d9578e4e\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.051606401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.053452457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44608194-90a5-435e-9480-32dbeb3aa0f6\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.053560041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.053810969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.053884084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.053946318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.05400793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.054777088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.058312309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85ca182b-edd6-4b1a-872c-4349ae528b24\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.058591904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.059311373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.065047636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.065244317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.065303825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.065390938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.066736611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"064cf7b2-56cf-4665-8c12-1c4e3ec9eb9d\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.066835647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.068049708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e3a0cb2-1071-46a2-95b9-d0d09c7ec21e\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.068197632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.068467238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.068527337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.068944926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.070297403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dfe75bd-0b35-48d8-ad24-b0682507c22e\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.070396419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.071764877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652cd3dc-baa0-4b91-8220-e03d68d87555\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.072118059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.072207316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.076860317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae52fdb9-0dde-45b1-83aa-228d0136c648\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.077170764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.078776112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc4cf6c8-20c5-4a1b-b10c-586aebb0a852\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.078964697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.081215467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1eb814e-85d6-4599-a987-c043975fb012\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.081340806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.082772389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6facecf-dad6-4d27-9530-a89446472723\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.082927918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.08459572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73aaca78-b3a4-49b3-ab27-c77207de5888\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.084722843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.084939473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.084995304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.085035774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.085709793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.088893175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.093461218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.093587479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.093714511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.093839639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.093971331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.094502867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.097615929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.102121187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.10220827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.102250855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.102664556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.170909877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.171051068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.171751439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61317"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.173785048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"85e8dc72-a9d6-4279-a3bd-40f344666fa3","remote_addr":"[::1]:61317","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.173855668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"85e8dc72-a9d6-4279-a3bd-40f344666fa3","remote_addr":"[::1]:61317","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.175692155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"85e8dc72-a9d6-4279-a3bd-40f344666fa3","remote_addr":"[::1]:61317","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1845,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.177654302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85e8dc72-a9d6-4279-a3bd-40f344666fa3\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.237914394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.237998912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.239986008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49666"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.241645213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"ed91c043-35fb-4104-bfbb-3dfa2bfaaab3","remote_addr":"[::1]:49666","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.241725954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"ed91c043-35fb-4104-bfbb-3dfa2bfaaab3","remote_addr":"[::1]:49666","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.245317707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"ed91c043-35fb-4104-bfbb-3dfa2bfaaab3","remote_addr":"[::1]:49666","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":3693,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.248125774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed91c043-35fb-4104-bfbb-3dfa2bfaaab3\", \"content-length\": \"9590\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.306020729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.30616254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.307161564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45024"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.310914769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"451e177e-4b6c-49ce-995c-8197fa768f7e","remote_addr":"[::1]:45024","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.311028154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"451e177e-4b6c-49ce-995c-8197fa768f7e","remote_addr":"[::1]:45024","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.312650957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"451e177e-4b6c-49ce-995c-8197fa768f7e","remote_addr":"[::1]:45024","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1728,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.315840732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"451e177e-4b6c-49ce-995c-8197fa768f7e\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.376338766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.376434827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.377531295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33181"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.378161256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"57aff1c4-814b-4402-aede-64fa1e84bf63","remote_addr":"[::1]:33181","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.37821894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"57aff1c4-814b-4402-aede-64fa1e84bf63","remote_addr":"[::1]:33181","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.383494117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"57aff1c4-814b-4402-aede-64fa1e84bf63","remote_addr":"[::1]:33181","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":5343,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.38513722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57aff1c4-814b-4402-aede-64fa1e84bf63\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.386173449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.386234119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.386269549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.386465499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.386883058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:54.38702994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.449071559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.449330844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.449819144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.450204099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.556312038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.556501634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.557184441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:65345"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.561711532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"51b027a2-5877-4b61-8b06-ac88dcac7951","remote_addr":"[::1]:65345","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.561852672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"51b027a2-5877-4b61-8b06-ac88dcac7951","remote_addr":"[::1]:65345","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.562862718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"51b027a2-5877-4b61-8b06-ac88dcac7951","remote_addr":"[::1]:65345","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1098,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.570049441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51b027a2-5877-4b61-8b06-ac88dcac7951\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.57053182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.570596568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.570629944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.571155739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.571484161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.571551785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.571604119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.572494538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.577383999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.585407143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.591103497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.591172474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.592430542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.624876813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.676017924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.676096981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.676137742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.676173172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.676947129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.680578081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.688280117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.688438712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.688484674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.689336616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.690448634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.690787477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.691412378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0030c1c8-b030-43c6-9f6d-59b642d03c89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.691489602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0030c1c8-b030-43c6-9f6d-59b642d03c89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.691793485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0030c1c8-b030-43c6-9f6d-59b642d03c89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.691878845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0030c1c8-b030-43c6-9f6d-59b642d03c89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.692458606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0030c1c8-b030-43c6-9f6d-59b642d03c89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.698231081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0030c1c8-b030-43c6-9f6d-59b642d03c89","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6727,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.69912174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0030c1c8-b030-43c6-9f6d-59b642d03c89\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.699475102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.700115664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2ed2f467-016f-442d-ac49-1294ae24e94d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.700195412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2ed2f467-016f-442d-ac49-1294ae24e94d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.700428205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2ed2f467-016f-442d-ac49-1294ae24e94d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.700519646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2ed2f467-016f-442d-ac49-1294ae24e94d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.701642336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2ed2f467-016f-442d-ac49-1294ae24e94d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.705629224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.706200098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.707103482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.709155448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.710015916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2ed2f467-016f-442d-ac49-1294ae24e94d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9790,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.711385877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed2f467-016f-442d-ac49-1294ae24e94d\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:54 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.711494994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.711542248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.711576676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.713331121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.713412212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.71627632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.716351319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.792115964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"1ea4e538-d818-4856-b48e-652f900eb08e"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.792228217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:53.777298 UTC","collection_id":"1ea4e538-d818-4856-b48e-652f900eb08e"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.792539034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"1ea4e538-d818-4856-b48e-652f900eb08e\",\"time_done\":\"2026-03-04 07:05:54.570650 UTC\",\"time_started\":\"2026-03-04 07:05:53.777298 UTC\"}","iteration":21,"elapsed":"1.618214137s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.792869671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.792941273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.792986553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.79303028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.793069558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.79380579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.794706389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.794824794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.794874803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.794917147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.794956205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.795329206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.800283746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.800419656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.802148339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.803449193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.82120154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.821336017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.821379343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.822500851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.824314042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.834394322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.834477247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.834516806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.835028251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:54.83713209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.839311568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.839378441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.840466452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.841959497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2, 2), (a5290422-bfb7-4515-a0b5-71925e084c13, 2), (9df853dd-4395-470e-924a-66d6df0dfc91, 2), (1ea4e538-d818-4856-b48e-652f900eb08e, 2)]","collection_id":"fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.842036079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.842080578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.843016787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.916465633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":12,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":12,"nphysical_disks":12,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"fe6ae2b3-d24a-4fd5-979a-90d0d06c7dc2"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.916745338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.916875998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.918763587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.922798701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.922925893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.923922483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.925845281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63527","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.925918647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63527","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.925962384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63527","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.926040299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63527","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.926082733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63527","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.926125127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63527","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.926165578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63527","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.926205757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63527","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.926245977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63527","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.926285015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63527","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.927442373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:63527","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.927510829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","address":"[::1]:63527"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:54.92754643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: c398cc71-1867-4325-a334-5c7b35901022","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"c398cc71-1867-4325-a334-5c7b35901022"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.927615968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.927656759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.928493611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.930728109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(a5290422-bfb7-4515-a0b5-71925e084c13, 2), (9df853dd-4395-470e-924a-66d6df0dfc91, 2), (1ea4e538-d818-4856-b48e-652f900eb08e, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.930792517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.932217888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1ea4e538-d818-4856-b48e-652f900eb08e\",\"time_loaded\":\"2026-03-04T07:05:54.794681680Z\",\"time_started\":\"2026-03-04T07:05:53.777298Z\"}}","iteration":19,"elapsed":"137.482942ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.932288929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.932325231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":18,"elapsed":"29.629µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.932360171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.932393447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.932421953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":19,"elapsed":"26.492µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.93245532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.932489688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.932518625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.932547272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.948213587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.948311792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.948359577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.948403614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.948442732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.949518879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.95337596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.954602456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.954791721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.955047349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.955585598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:12645","req_id":"9adde667-bdd9-4b0a-bf46-2643e3081620","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   06 d1 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.955793291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:12645","req_id":"9adde667-bdd9-4b0a-bf46-2643e3081620","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1745,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.956171642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.956620724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.956894458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.957088724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:12645","req_id":"9adde667-bdd9-4b0a-bf46-2643e3081620","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.957974032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43126","req_id":"e8ee7371-e050-4a5d-9f4c-39bb039b4847","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   0c b3 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.958158749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43126","req_id":"e8ee7371-e050-4a5d-9f4c-39bb039b4847","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3251,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.95849153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.95876856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.958992144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.95918144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43126","req_id":"e8ee7371-e050-4a5d-9f4c-39bb039b4847","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.967446274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.975136177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.975781449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.975848412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.975992087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.97610405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.976807176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.978441141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.978513234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.984026003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.985607935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8809, tv_nsec: 903406532 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.985714587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.985806018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.990865246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8809, tv_nsec: 904109990 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.990960546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.991100584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.992758817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7284","req_id":"f2549035-b437-4b74-8a82-6243af7b84a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0f 9d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.99284581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7284","req_id":"f2549035-b437-4b74-8a82-6243af7b84a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3997,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.993020537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.993131016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7284","req_id":"f2549035-b437-4b74-8a82-6243af7b84a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.993203751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11126","req_id":"f593dabb-637f-4706-833a-b5cc53363f36","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d4 9d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.993258921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11126","req_id":"f593dabb-637f-4706-833a-b5cc53363f36","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54429,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.993427646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.993454058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11126","req_id":"f593dabb-637f-4706-833a-b5cc53363f36","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.993507995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35450","req_id":"c0571420-b76a-4f34-aefc-97f079adf040","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   72 ca 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   r...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.99356093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35450","req_id":"c0571420-b76a-4f34-aefc-97f079adf040","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29386,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.993729435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.993755186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35450","req_id":"c0571420-b76a-4f34-aefc-97f079adf040","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:54.993806318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31613","req_id":"10fbc7a1-c94e-48e7-ba2f-197c34c13b45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f6 af 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.993866688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31613","req_id":"10fbc7a1-c94e-48e7-ba2f-197c34c13b45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63151,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.994130892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.994219158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31613","req_id":"10fbc7a1-c94e-48e7-ba2f-197c34c13b45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:54.994548061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.004578723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.004710244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.004754592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.007022446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.009084782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.009153428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.009197446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.009237285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.009700665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.169727181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.326332522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.334990167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.335115616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.335397376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.335494649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.335539678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.336188206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.338112889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.338203198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.338247607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.338290602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.338328878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.338796086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.340309271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.340362507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.340403729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.342166871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.34716632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.347252341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.347299454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.347340827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.347784658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.348774845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.34883812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.348884372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.348923881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.349536618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.350454871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.355787713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.355862722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.355906428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.356711678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.357897783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.367385637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.367464123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.367519844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.369107517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.37285024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60292","req_id":"d6478e66-ede7-4124-9a40-52eead3ec3b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   49 1f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   I............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.37297083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60292","req_id":"d6478e66-ede7-4124-9a40-52eead3ec3b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18719,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.373234874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 18719,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:55.373769516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60292","req_id":"d6478e66-ede7-4124-9a40-52eead3ec3b7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.374347835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c895a8f9-14c8-45fd-ba4d-e3e22419a89b\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.374732529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.376892899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.38153547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.381650969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.38169186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.381730367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.381764615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.382177565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.384770625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.388220557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.388734047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":4,"elapsed":"50.637581ms"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.388981238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"original_time_started":"2026-03-04 07:05:53.777298 UTC","original_id":"1ea4e538-d818-4856-b48e-652f900eb08e","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.389145173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1ea4e538-d818-4856-b48e-652f900eb08e\",\"time_loaded\":\"2026-03-04T07:05:55.335015457Z\",\"time_started\":\"2026-03-04T07:05:53.777298Z\"}}","iteration":20,"elapsed":"54.243121ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.390400186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.396765939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.398749799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.400362221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.405658661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.405739762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.405780693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.406288672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.40754666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.40761726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.40811529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:55.411814978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"c398cc71-1867-4325-a334-5c7b35901022","zpool_id":"46ad28fe-039f-48f9-b9a4-a872dce64ab8","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.411875347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.411914044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.412673262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.418743308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fdff5a9-8962-4364-8fdd-52517050bcd2\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.418837505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.418871733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.41919249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.419532896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.420317344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.420421451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.420470378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.420505608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.420916794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:55.422143421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.422204161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.422242337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.422279872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.422313969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.422531261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.427972428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.429850427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.430090284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.436982142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.437062471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.437105436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.437146338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.43718284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.437656641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.453336863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9762","req_id":"f2334379-31cf-46a5-9dad-79547cdbc680","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   92 b1 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   ............._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.4534512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9762","req_id":"f2334379-31cf-46a5-9dad-79547cdbc680","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37553,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.453855704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.454063747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.454107314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9762","req_id":"f2334379-31cf-46a5-9dad-79547cdbc680","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.457266237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.457340926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.457383941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.457420163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.458573644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.460155285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8810, tv_nsec: 377997109 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.460242869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.465865356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.473439749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.473522895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.473564056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.474163667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.480503589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.480587014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.48061989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.48114889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.481731317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:55.482942453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.483090757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.483150987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.48325828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.483307037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.483767241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.485254515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57905","req_id":"581bf78f-2377-49f5-88f2-4eb695cc7796","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   b6 16 01 00  00 01 00 00  00 00 00 01  24 38 39 37   ............$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.48534279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57905","req_id":"581bf78f-2377-49f5-88f2-4eb695cc7796","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46614,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.486760305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.486816587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57905","req_id":"581bf78f-2377-49f5-88f2-4eb695cc7796","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.489183838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.489248216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.489281162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.489373836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.489701677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.490911029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.493446224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.493782101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.498861209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.49893736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.498976347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.499016467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.499052869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.50084574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.50193327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.501991245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.50202909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:55.50617771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.506506362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:55.506538176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.506566662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":4,"elapsed":"166.01022ms"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:55.508155027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"b44d6f5b-0e4d-4e72-85a5-b599d8593c04","zpool_id":"46ad28fe-039f-48f9-b9a4-a872dce64ab8"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.510808567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.510863877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.510893546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.510932333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.512006316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.515666736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.521244333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.521328841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.521372448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.522642099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:55.537146957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.537238269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"1ea4e538-d818-4856-b48e-652f900eb08e\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":17,"elapsed":"604.479095ms"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.537620147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.537673313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.537714424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.538610754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.547904493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.548052066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.548317803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.548458733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.549662394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:55.552672101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: c398cc71-1867-4325-a334-5c7b35901022","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"c398cc71-1867-4325-a334-5c7b35901022"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.552741169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.552779535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.553727868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.556487178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e0c1afe-ec40-4688-bd04-64ad609af346\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.556869327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.571966011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.572073665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.572152681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.572347779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":17,"elapsed":"639.862009ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.577775449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: c398cc71-1867-4325-a334-5c7b35901022 (physical_disk), lookup_type: ById(c398cc71-1867-4325-a334-5c7b35901022) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.577996277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.57805824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.578154812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.578932747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.596493745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.60264425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: c398cc71-1867-4325-a334-5c7b35901022 (physical_disk), lookup_type: ById(c398cc71-1867-4325-a334-5c7b35901022) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:55.602770581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"c398cc71-1867-4325-a334-5c7b35901022","zpool_id":"46ad28fe-039f-48f9-b9a4-a872dce64ab8","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.602812795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.602850931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.603109334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.604611167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbd7214d-c00e-4b1d-b7ce-a30e0148ef8f\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.604912676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.606611449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.606668082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.606707721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.60674242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.607809308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.610945026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fff57c50-a9c5-47a8-8196-11afb6d5e9cd\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.611267938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.611678754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.615401597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.618080077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11f90b34-08f7-4085-8e40-21d44c2e35ec\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.618409241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.621605379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.621677291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.62172189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.621761248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.622758569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.623857491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e09756e2-a4d3-4d68-b6dd-0c93adf4ab51\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.624075825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.627247194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.631485411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.631569107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.631608716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.632073379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.634823651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa0312f-0023-4647-b643-197b7496e951\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.635030823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.636369431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.636482075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.636534078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.63657009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.638889496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.642616048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a79e101-2655-4559-900f-d8efbf2c5c4c\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.642803891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.643121391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.651250456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.651320706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.651360324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.652171806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.662901977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.663021535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.664831018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.665996403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad599a5-5014-41fe-9f52-1940ebae79a3\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.66614603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.668338504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5a7076e-9ddc-4e77-a089-24aef4dadca1\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.668498452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.671666254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"938a5e0d-94ac-487d-b41d-17c3a86cc941\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.672009636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.673907996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7d44446-bc3f-4bb2-939c-b2ff456ce94c\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.674061781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.67630185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb6b084-177a-4b56-9170-2dcd80e140a1\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.676479323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.67985133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74821082-871b-406b-96e2-c20a426737e3\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.680216625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.683618321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f2c2c77-a36d-467e-ba40-fa91d957d296\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.68368292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.686092776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35ac9655-cfc4-4a62-83b3-eaf40e751666\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.686173055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.690261956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272e780f-6c38-4f81-9979-bc7209223948\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.69048028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.695725217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2538844-0480-4a2f-8f35-8107b2464ae2\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.695960143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.707042063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f4d4ada-8f36-425e-a0b7-8c93f56ab77f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.707289975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.708677932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.708752049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.70922071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.710269633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.717299695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.7174227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.721417223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.721487122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.721807298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d0e77c-58ee-4ad2-acde-e5cd07620335\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.721903178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.726499808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b02e1890-f164-4d00-870a-230453a0f1fa\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.727383793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.729392874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2af44b7-238c-4a87-9c87-681690fd418f\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.729602981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.731824643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f53ebe-87f8-4e8f-8c6c-a0f6a19b1b7a\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.731996034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.734653231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7204c42f-67f2-45ca-9a00-7da2f98400a8\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.734730945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.73604733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1730301e-4704-411a-b96b-94a12a89517d\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.736173009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.737390397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d478e2d2-8d20-4647-98c3-bfc8822a508b\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.737529293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.743864385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a12772d7-62fa-46b3-b6e3-f63e07b3c33a\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.744181114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.747114801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.748299694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5273689d-5868-49b1-b4be-b43f7bc2cd89\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.748587055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.753383461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fee27d9-f4a0-47f3-b5b0-83014aba2833\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.754161175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.758389513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3231146b-0c92-4f7d-b7db-c770b37b0943\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.758701533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.76120741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25456fb4-b060-4a81-a0b8-c4b8bef69053\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.761354342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.763801893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"829d0483-1d83-49ea-9f83-5524a59257e0\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.763888364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.76693717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d66340a-7c00-4947-bbac-feca5c37d24b\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.767051146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.769300153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb89c717-8b5d-46e6-bf99-7394d3aa862c\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.769438968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.7705426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dcc5d7d-1c7f-4d7b-bbab-8679b6b6bc19\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.770701556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.772830003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0b8fb1d-45d0-4ad9-bf06-c635ccfb7d73\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.773122464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.775560306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f49ae4f1-b2de-44b9-873f-f2cd4f4c06de\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.775651467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.778390015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fece5db6-0385-431b-b89c-46343b56b9b5\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.778663819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.780946282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b736a3f-d01e-45c5-80d8-fff00d2a860e\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.781360665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.783051694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7747537-7faf-4281-9180-2f283e1f2ada\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.783276049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.785103429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1085cdda-84c8-41ae-a745-1880b02db56a\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.785302374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.786644379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6aa7333-1424-4773-b103-990493df9ead\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.78686115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.79014408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0831ff7-1e1b-491d-a715-eaed14f048a5\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.790436801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.792891947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca6b04af-923c-4662-bb56-b969a962c23a\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.793450747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.796056502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a4bbe19-78bf-4fbb-82d7-f6d11cb4f382\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.796218524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.797600739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.797657472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.797695367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.797730747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.798707858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.800957907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e84df1a-28d4-4dac-bebb-70b9d287db55\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.801119498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.80311463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.811774079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.811864488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.811905249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.812379661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:55.814247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.816197704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf5786c1-3993-4625-9043-0e882bf5ee99\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.816551988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.816868687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.816956652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.818014994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.821384866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"063b3078-1780-4303-bb7d-9443f7a75f0c\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.821526588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.822560151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aadc2ddd-3bac-446a-b9d7-69dbad93d042\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.822782031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.823945482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"002d600a-310e-4f84-bc80-5ac9cba08312\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.824099558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.825678324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1e4622d-0672-4efe-997b-90fc41b19a0a\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.825966336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.82925138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9dc579-bfb2-4e20-bd25-267ca6852c72\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.829942112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.83000639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.832352269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dddc461a-2217-44a9-892d-555b16ecda09\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.832595903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.834644191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d7fa9f-df30-4e6c-9e65-08d9e42bc2d2\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.834868085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.836437242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8d0f8c9-3fbc-4e38-9942-b9756f5d2809\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.836614804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.838069313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"371e3190-9001-4469-a69f-736325868bcb\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.838244291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.839715042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41abe669-ecea-4fd7-b1e7-7ffb212e7233\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.839887134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.839929157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.839968215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.840062532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.84105868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.845317018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.851687119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.852047355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.852469032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.852537538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.852577498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.854525867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.85860036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.864573703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.864676127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.86471815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.865159487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.959894388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.960069536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:55.96081677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48868"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.960888592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.961047728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.961901835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"5b2b51fa-cfb6-44bd-a726-b0178fee02ab","remote_addr":"[::1]:48868","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.961971183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"5b2b51fa-cfb6-44bd-a726-b0178fee02ab","remote_addr":"[::1]:48868","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:55.964542549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"5b2b51fa-cfb6-44bd-a726-b0178fee02ab","remote_addr":"[::1]:48868","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2650,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.966851315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.967540414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.967610863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:55.967651123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:55.967685933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b2b51fa-cfb6-44bd-a726-b0178fee02ab\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:05:55 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.063255592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.063382504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.064477879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42164"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.066550476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7d3c0ae4-3792-4c9e-a419-2dfe9bda23ad","remote_addr":"[::1]:42164","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.066846263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7d3c0ae4-3792-4c9e-a419-2dfe9bda23ad","remote_addr":"[::1]:42164","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.068381412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7d3c0ae4-3792-4c9e-a419-2dfe9bda23ad","remote_addr":"[::1]:42164","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":1800,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.070828061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d3c0ae4-3792-4c9e-a419-2dfe9bda23ad\", \"content-length\": \"9982\", \"date\": \"Wed, 04 Mar 2026 07:05:56 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.15821529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.158282914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.159684167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64810"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.160573884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.160638823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.160681949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.160724112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.160760655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.161823075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.166832574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"3c599ccd-dbed-4b01-a3da-f940355afa95","remote_addr":"[::1]:64810","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.16690608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"3c599ccd-dbed-4b01-a3da-f940355afa95","remote_addr":"[::1]:64810","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.17355732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"3c599ccd-dbed-4b01-a3da-f940355afa95","remote_addr":"[::1]:64810","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6765,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.176752546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c599ccd-dbed-4b01-a3da-f940355afa95\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:56 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.257414006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.257519767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.258398111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.267531851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.267679845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.267790906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.269191808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.274025799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37111"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.279975355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4da9f142-9a32-41f2-8db1-f32be8fe05c5","remote_addr":"[::1]:37111","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.280066977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4da9f142-9a32-41f2-8db1-f32be8fe05c5","remote_addr":"[::1]:37111","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.283992594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4da9f142-9a32-41f2-8db1-f32be8fe05c5","remote_addr":"[::1]:37111","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":4037,"response_code":200}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.284180006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.284251498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":10,"elapsed":"123.66035ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.29669937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da9f142-9a32-41f2-8db1-f32be8fe05c5\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:56 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.297840256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.297901999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.297935255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.298884681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.299240277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:56.299496917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.422816219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.422932019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.423154801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.423424247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.495313464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.495402942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.496003645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:54530"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.502748351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"9bd40e35-a997-4f5b-afbf-9a1e934cf3cd","remote_addr":"[::1]:54530","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.503010702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"9bd40e35-a997-4f5b-afbf-9a1e934cf3cd","remote_addr":"[::1]:54530","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.507868881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"9bd40e35-a997-4f5b-afbf-9a1e934cf3cd","remote_addr":"[::1]:54530","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":5133,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.51506345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bd40e35-a997-4f5b-afbf-9a1e934cf3cd\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:56 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.515337033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.515398315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.515429807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.515632931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.515699593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.51574343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.515783259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.516672155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.528404927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.534168113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.534931649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.535012751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.535612913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.56495562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.616249614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.61635836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.616405994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.616442968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.61707343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.620638901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.627352204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.62744062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.627481862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.628286169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.686740154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.687076772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.687776823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf7b8327-d9e5-499a-bbf2-7e1cd209c987","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.687858034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf7b8327-d9e5-499a-bbf2-7e1cd209c987","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.688125555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf7b8327-d9e5-499a-bbf2-7e1cd209c987","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.688204893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf7b8327-d9e5-499a-bbf2-7e1cd209c987","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.689053819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf7b8327-d9e5-499a-bbf2-7e1cd209c987","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.693627372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf7b8327-d9e5-499a-bbf2-7e1cd209c987","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5840,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.694405498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf7b8327-d9e5-499a-bbf2-7e1cd209c987\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.694517971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.69491497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0b69674f-cac2-49b8-bb78-67397e458415","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.695062332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0b69674f-cac2-49b8-bb78-67397e458415","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.695342889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0b69674f-cac2-49b8-bb78-67397e458415","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.695431455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0b69674f-cac2-49b8-bb78-67397e458415","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.696261975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0b69674f-cac2-49b8-bb78-67397e458415","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.700090238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0b69674f-cac2-49b8-bb78-67397e458415","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5204,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.701412915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b69674f-cac2-49b8-bb78-67397e458415\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:56 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.7023115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.702384455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.702419634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.705596304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.705649219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.705809798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.707083347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.710932031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.711013042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.715764949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.715843756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.736368981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"f68c9a93-02fd-4b5c-993e-73c29bb31cc9"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.736496274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:55.501845 UTC","collection_id":"f68c9a93-02fd-4b5c-993e-73c29bb31cc9"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.737333687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"f68c9a93-02fd-4b5c-993e-73c29bb31cc9\",\"time_done\":\"2026-03-04 07:05:56.515445 UTC\",\"time_started\":\"2026-03-04 07:05:55.501845 UTC\"}","iteration":22,"elapsed":"1.944170333s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.737742408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.738344624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.738405986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.738452659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.738495444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.739506953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.74040658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.740699141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.740766064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.740814039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.740853377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.742064533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.745569133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.74564308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.746785819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.750632159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.75829099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.758745132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.758798758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.759262219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.761283623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.769725049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.769789927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.769828224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.770301203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.774230256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.774301067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.774337169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.775164953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(a5290422-bfb7-4515-a0b5-71925e084c13, 2), (9df853dd-4395-470e-924a-66d6df0dfc91, 2), (1ea4e538-d818-4856-b48e-652f900eb08e, 2), (f68c9a93-02fd-4b5c-993e-73c29bb31cc9, 2)]","collection_id":"a5290422-bfb7-4515-a0b5-71925e084c13"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.775227226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.775269651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.776062225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:56.813982547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.833743073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.834818859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:58596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.834906313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:58596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.834951102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:58596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.834994138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:58596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.835052584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:58596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.835094767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:58596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.835135128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:58596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.835176219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:58596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.835217912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:58596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.835258032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:58596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.836227347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:58596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.836391082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","address":"[::1]:58596"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.836554897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 1ea50561-8554-4098-907b-301ac0db00d1","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"1ea50561-8554-4098-907b-301ac0db00d1"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.836745616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.836884913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.837772686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.84152582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.841622823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.843723635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.844968357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":13,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":13,"nphysical_disks":13,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"a5290422-bfb7-4515-a0b5-71925e084c13"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.845126862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.845172102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.846140395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.847473062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.847534975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.847575335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.847640595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.848496765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.852972244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(9df853dd-4395-470e-924a-66d6df0dfc91, 2), (1ea4e538-d818-4856-b48e-652f900eb08e, 2), (f68c9a93-02fd-4b5c-993e-73c29bb31cc9, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.853153143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.854879912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.859429288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.860401238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"f68c9a93-02fd-4b5c-993e-73c29bb31cc9\",\"time_loaded\":\"2026-03-04T07:05:56.740402592Z\",\"time_started\":\"2026-03-04T07:05:55.501845Z\"}}","iteration":21,"elapsed":"119.974719ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.860484223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.86060843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.860662497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.860703448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.860741023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.861904133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.862870963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.862927415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.862959459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.862989018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.863202482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.863250828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.863279304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":20,"elapsed":"59.198µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.863371658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.863409523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":19,"elapsed":"18.016µs"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.864693794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31865","req_id":"ab361965-0eea-401a-9822-5d303d65169e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   30 cf 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   0............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.864796137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31865","req_id":"ab361965-0eea-401a-9822-5d303d65169e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12495,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.865196161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.865460196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.865581156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.865676465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31865","req_id":"ab361965-0eea-401a-9822-5d303d65169e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:56.866127491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"1ea50561-8554-4098-907b-301ac0db00d1","zpool_id":"af46efb5-accc-4ec0-97d8-9df494751ccf","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.866198963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.866274423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.866838784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.867646308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8811, tv_nsec: 785500826 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.867751076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.867786366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.8679647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19950","req_id":"b403a231-6256-409a-901d-c2a65d2f4019","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   59 40 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   Y@..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.868168234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19950","req_id":"b403a231-6256-409a-901d-c2a65d2f4019","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22848,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.868368592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.86839793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.868556716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.868659921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19950","req_id":"b403a231-6256-409a-901d-c2a65d2f4019","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.86905753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.87349331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.873602938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.873646544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.873688748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.873727565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.873986199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.875910631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8811, tv_nsec: 793616464 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.876105769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.876685119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.877230683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.877293618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.877337124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.877373246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.878311269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.879350283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30388","req_id":"23569ff5-e947-430c-b6d3-262a57ffd5d4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c0 d3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.879432496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30388","req_id":"23569ff5-e947-430c-b6d3-262a57ffd5d4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49363,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.879722532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.87989297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30388","req_id":"23569ff5-e947-430c-b6d3-262a57ffd5d4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.880026696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18567","req_id":"83fa48a8-437f-4c4d-a982-e4e292d712a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b7 60 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .`..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.880093068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18567","req_id":"83fa48a8-437f-4c4d-a982-e4e292d712a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46944,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.880265851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.880293085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:18567","req_id":"83fa48a8-437f-4c4d-a982-e4e292d712a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.880500737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.88484707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:56.884914704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.884953541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:56.885383405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.070021992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.070314443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32621","req_id":"d3948d0c-8a0b-4d56-ab3e-63ed8bed28c7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c5 17 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.070616984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32621","req_id":"d3948d0c-8a0b-4d56-ab3e-63ed8bed28c7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50455,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.070885708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.070915327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32621","req_id":"d3948d0c-8a0b-4d56-ab3e-63ed8bed28c7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.070971077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15966","req_id":"a262311e-d638-4349-ab68-061da18e1977","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ee 3f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .?..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.071066597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15966","req_id":"a262311e-d638-4349-ab68-061da18e1977","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60991,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.07123937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.071265222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15966","req_id":"a262311e-d638-4349-ab68-061da18e1977","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.206460521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.206897338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.207246441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.208302329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.208391636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.208440964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.208479631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.209309629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.210747595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.213832662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.21551333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1574","req_id":"9da903d2-2584-4e82-a1fc-845c99de1a37","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   e2 c4 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.223426787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1574","req_id":"9da903d2-2584-4e82-a1fc-845c99de1a37","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58052,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.223836791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58052,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:57.22399247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1574","req_id":"9da903d2-2584-4e82-a1fc-845c99de1a37","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.226725018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"a7a10cbb-f2e7-4970-82d5-16afdaaaedf6","zpool_id":"af46efb5-accc-4ec0-97d8-9df494751ccf"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.228850228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.229563104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.230248505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.230313925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.230355318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.230754711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.237040184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.237170824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.23725457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.237302636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.237342906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.237963889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.241512988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e309a7a6-7bb2-4d0a-a5bd-fc6ce23d80d3\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.241912792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.24470649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34236","req_id":"7fcd694b-0fd0-478c-9645-cf4400991902","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   83 bc 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   ............._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.244788273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34236","req_id":"7fcd694b-0fd0-478c-9645-cf4400991902","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33724,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.245257364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.245737598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.245830463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:34236","req_id":"7fcd694b-0fd0-478c-9645-cf4400991902","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.2525814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.258447441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.258523752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.258566046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.260006868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.261385466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 1ea50561-8554-4098-907b-301ac0db00d1","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"1ea50561-8554-4098-907b-301ac0db00d1"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.261455726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.261496116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.262044956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.263528572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8812, tv_nsec: 181363893 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.26361293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.266038497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356cf66f-37ed-4a12-9895-3a050014dfae\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.26618579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.266233455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.266272943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.266764589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.272853883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.272941457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.273083549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.273143138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.27318457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.274011883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.275150725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.27524884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.275284491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.275323999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.276361229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.278857246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61020","req_id":"56de73e3-8c6d-4850-8c56-5d126531a66c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   ee 0f 01 00  00 01 00 00  00 00 00 01  24 38 39 37   ............$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.279098395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61020","req_id":"56de73e3-8c6d-4850-8c56-5d126531a66c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60943,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.279529442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.279824047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61020","req_id":"56de73e3-8c6d-4850-8c56-5d126531a66c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.283293627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.289740221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.289875339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.289958424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.290008424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.290046559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.290605049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.292187762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.29224701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.292278592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.292318662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.292995075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.29462856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 1ea50561-8554-4098-907b-301ac0db00d1 (physical_disk), lookup_type: ById(1ea50561-8554-4098-907b-301ac0db00d1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.294766303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.294812595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.294859438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.298337135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.300715318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.300785838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.300822612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.310753184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.317957994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.318047672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.318088894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.318573276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.320263252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.320330536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.320361948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.320400946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.321230193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.330197653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.330403572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.330450475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.330536436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.330575804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.331454118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.332676506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.332739241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.332781194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.333763856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.341403028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.34798511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.348068165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.348111982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.348151952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.348189155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.348544321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.349479999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.349543395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.349578114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.349619125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.349998409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.351204614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.358603499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 1ea50561-8554-4098-907b-301ac0db00d1 (physical_disk), lookup_type: ById(1ea50561-8554-4098-907b-301ac0db00d1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.358682887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"1ea50561-8554-4098-907b-301ac0db00d1","zpool_id":"af46efb5-accc-4ec0-97d8-9df494751ccf","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.358723487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.358759619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.360894038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.366533308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.373650985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.373737737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.373778688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.374219434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.376734699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.37688135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.377133261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.377226746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":18,"elapsed":"514.375793ms"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.377947598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.378065572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"f68c9a93-02fd-4b5c-993e-73c29bb31cc9\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":18,"elapsed":"517.533204ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.38465539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.384719678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.384758174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.384791631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.385891796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.389046652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0429f905-325d-4015-bd7e-a3a7648eb011\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.389330275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.396088307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.399592136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.40664802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.406719411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.406759912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.406794531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.407502507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.418595889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec29e81d-6a83-4403-a484-b7d6bfc2ac05\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.419074179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.421865262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.425793845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.425899354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.425941227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.426382093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.430702995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.430771731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.430815047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.430850888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.431615818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.434033459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d096fc-37d8-4bda-8b77-c8d9c169b919\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.434211974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.434893417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.454269921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.454437874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.454489897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.454942667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.458095629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad1f19b-c459-4f0f-bd58-dadbf23abe58\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.458420524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.461221908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.461279081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.462710214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.468016783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57c3b89a-14b7-40fa-af42-96b734174a58\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.468142312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.474094764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a022a76-cd19-462a-8b90-9def2848dc43\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.474196056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.482249671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30361e86-f15b-4f24-a7fb-7bf738fb961b\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.482539196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.494907721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8644918f-846e-4e35-9df1-8ad0e821b7db\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.495102858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.49747042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2849835-bd7c-40c2-a7a1-981ffa07be81\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.49766176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.499569519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a51f73c4-d021-435a-8030-b00b8d3163ba\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.499714397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.501942643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d0f1cc-7c78-4434-ab66-42f49428d012\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.50206223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.503624222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6efec4d1-df89-4e82-b747-a49766c6f30e\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.503748068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.509615231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58142a62-e777-4811-a392-8a531cc124ca\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.509950437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.513609794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c14e80-9c3b-4f36-b93c-2b4ef83d130d\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.513820252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.51772128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2ff52c9-6ec4-4bf4-a6ec-1db569e67e8a\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.517848643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.520780155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb85e856-bee6-4942-9716-aa0e54bca0b9\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.521219638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.523664935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c5d73bf-0fc3-4733-bb7e-bf7f53f8fabd\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.523832437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.527281277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63fee8ca-a0ac-44d8-9ec1-26367052bc18\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.527697714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.530666841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e81013ea-da6d-415f-9965-f2704383d68d\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.530748714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.532328441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a57910ae-200b-461b-94f7-fd8e12ddea55\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.532581754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.535551442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1592171-966d-4847-9519-0211f68f25ea\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.535755598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.538926005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a02698d6-57a3-4a91-b609-f6b82a18bf3d\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.539104249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.540470582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.541898298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f1c1916-9fdf-4dc1-9215-90aae45d4742\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.542012124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.543619216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e13e72e-99d3-48b9-9201-2fff62100858\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.543879593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.545884906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64cc2c7-10f1-44e3-8886-f9d9c5d492d8\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.546859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.548865155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ede34c78-1c8f-4e56-98e6-d9d080662144\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.549057557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.550629609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bc4a157-2d20-461a-b410-a60fa2143d06\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.55101768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.553985123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e36884c1-76dc-469a-a047-5d41dcc793d6\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.554057206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.556428847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3defab3-cb40-44b6-b947-29cfd6361db3\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.556558174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.55893782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"955cca4b-eaf9-43fd-ad6d-01dc65b83d8d\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.559102908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.561482945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c94e555f-08b8-4947-b091-7c38294ebad0\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.561686609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.563694226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3511534-9785-4297-b186-2150e620a843\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.563899424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.567204538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7c0ce2e-aacd-4925-9875-56e660edffc3\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.567305639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.577621006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13720a49-4ef4-49af-8f97-2a5f1c073226\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.5778346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.579579165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"779f80d4-2f1f-4d35-b68d-8cb9be22f45b\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.580017005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.582270801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d18f69-031a-409e-9110-0ee9a5337263\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.582526449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.584030456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5414ac39-00b5-4c2a-9477-c622d2e0a9f1\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.584498295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.587036406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac077ce-5d47-48ea-814c-d7a810c413d0\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.587234369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.58848866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c14aaa85-7879-47a8-b171-f3478f2189ad\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.588632957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.589965684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07ae1b45-4d2e-42c6-a127-1c166e4a3436\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.590151823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.591133463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b84c8ce-1315-457a-a385-f0897a62808c\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.59128816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.591808023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.591854475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.59189209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.59192742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.592588643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.594659215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30580255-8bfc-4386-9463-bd98e688fb2f\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.594799213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.59585481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.601269444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.601354613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.601396456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.601848424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.604868933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d396dcdf-742f-4b77-9e1c-87e919099dd7\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.605054591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.605696346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.605756405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.606661934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.612518846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b98d9924-c2eb-48e5-92aa-459b05654122\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.612709174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.617439028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7ef53f0-9df1-43e6-987e-ccf41e6f1915\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.617819213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.622101859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bea65661-6123-4dea-90af-dc438926c316\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.622305894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.624930497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46a05c5e-4c2d-426d-a1bb-7c620caafed7\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.625100043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.626188395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e9a28ba-2311-48f8-bea4-9399d9d47e3e\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.626347972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.628593331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db10a23-6b4c-4624-a128-dcb24bb38227\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.628828258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.631403292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a3b59c3-6747-4322-821b-82044eea2ce4\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.631546076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.633296622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7a7eacd-0e90-4bb0-a44b-d08e1c1cb6d2\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.633374267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.633410699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.637034927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d92119f-92d0-4030-92ed-5698b029b6cb\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.637370123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.639827824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37b7ee5-8259-4411-b60f-acd6442412b1\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.640129653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.642936588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2d0fb93-8c56-4160-bb1b-8bec695d293d\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.643018781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.644759208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35107936-ab12-4662-b80f-3d400c342d9b\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.644994415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.6472677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69e407ac-359e-4519-8fd8-ef5de0321d4c\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.647537997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.647599158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.647640881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.647679759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.648450529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.654172644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.659972423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.660066991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.660115737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.660160396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.660200486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.660657764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.664215189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.669260921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.669354957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.669400418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.669856022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.772661613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.772738736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.773728692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63329"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.774109789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.77417087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.774627828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.776581879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.77736292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b4c624eb-c021-4ebb-8034-76419050a882","remote_addr":"[::1]:63329","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.77812315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b4c624eb-c021-4ebb-8034-76419050a882","remote_addr":"[::1]:63329","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.779714931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b4c624eb-c021-4ebb-8034-76419050a882","remote_addr":"[::1]:63329","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2321,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.782364002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4c624eb-c021-4ebb-8034-76419050a882\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.885356644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.885544027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.886085682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60247"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.886733118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.886797246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:57.88739387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.888033831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6e9fd1be-469d-4989-a24f-85467d1a0e55","remote_addr":"[::1]:60247","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.888149822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6e9fd1be-469d-4989-a24f-85467d1a0e55","remote_addr":"[::1]:60247","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.8893826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6e9fd1be-469d-4989-a24f-85467d1a0e55","remote_addr":"[::1]:60247","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":1558,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.889987211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e9fd1be-469d-4989-a24f-85467d1a0e55\", \"content-length\": \"10374\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.989380815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.989453279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.991224597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47891"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.992302518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.992375262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.992951206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.993107386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.994118224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"481db2a3-1293-4002-b409-191db362e134","remote_addr":"[::1]:47891","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:57.994191469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"481db2a3-1293-4002-b409-191db362e134","remote_addr":"[::1]:47891","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:57.998225241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"481db2a3-1293-4002-b409-191db362e134","remote_addr":"[::1]:47891","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4078,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:57.998827547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.000845264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.000983449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.001063007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.001348584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"481db2a3-1293-4002-b409-191db362e134\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:57 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.075878466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.075963345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.077570257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44681"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.079550379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.080590234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"5cb818c7-0104-4535-9530-7d38af7b2f5a","remote_addr":"[::1]:44681","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.08073919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"5cb818c7-0104-4535-9530-7d38af7b2f5a","remote_addr":"[::1]:44681","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.083512007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"5cb818c7-0104-4535-9530-7d38af7b2f5a","remote_addr":"[::1]:44681","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":2936,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.085339777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb818c7-0104-4535-9530-7d38af7b2f5a\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:05:58 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.086782262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.086846851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.086882852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.087539456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.087946414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:58.088478421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.167629261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.167768408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.168230836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.168653024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.263845424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.26393384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.264483732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.264556487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.264642968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.264796954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.265399952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.266074582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:33706"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.272232652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"42bc89b0-fdcd-4815-a880-7f71abfbbd76","remote_addr":"[::1]:33706","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.277438932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"42bc89b0-fdcd-4815-a880-7f71abfbbd76","remote_addr":"[::1]:33706","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.285500413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"42bc89b0-fdcd-4815-a880-7f71abfbbd76","remote_addr":"[::1]:33706","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":13251,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.288159234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42bc89b0-fdcd-4815-a880-7f71abfbbd76\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:05:58 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.288701431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.288764746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.288797361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.289281062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.289348436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.289390469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.289427563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.291482063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.293725839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.302974017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.303093244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.303132943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.303706041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.313373281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.320142966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.320851573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.320921051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.322872046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.337814543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.338213746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.339315003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.454922279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.506681377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.506812818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.50688432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.50694489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.507439823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.511729563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.517621505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.517701474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.517741623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.518155365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.563224636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"a85a88ed-41a8-47c5-9531-f1e8e523c8ca"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.56372011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:57.300163 UTC","collection_id":"a85a88ed-41a8-47c5-9531-f1e8e523c8ca"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.563947933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"a85a88ed-41a8-47c5-9531-f1e8e523c8ca\",\"time_done\":\"2026-03-04 07:05:58.289071 UTC\",\"time_started\":\"2026-03-04 07:05:57.300163 UTC\"}","iteration":23,"elapsed":"1.826154112s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.564009465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.564044354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.564084404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.564127029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.564164804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.565232173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.56670075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.566767312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.566814095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.566854405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.56689177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.568695953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.570375028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.57044175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.574551452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.576908203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.590218829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.590337054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.590379769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.590734413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.592265945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.597986085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.598133939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.598180962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.599066411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.602151889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.602221147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.603454326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.604636734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(9df853dd-4395-470e-924a-66d6df0dfc91, 2), (1ea4e538-d818-4856-b48e-652f900eb08e, 2), (f68c9a93-02fd-4b5c-993e-73c29bb31cc9, 2), (a85a88ed-41a8-47c5-9531-f1e8e523c8ca, 2)]","collection_id":"9df853dd-4395-470e-924a-66d6df0dfc91"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.604872873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.604920798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.606616897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.681865677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.683164837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62425","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.683265237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62425","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.683311609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62425","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.683353833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62425","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.683394524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62425","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.683434804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62425","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.683475885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62425","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.683518069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62425","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.683560253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62425","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.683600603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62425","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.684335172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62425","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.684482174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","address":"[::1]:62425"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.68453058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b51cb1b2-7d1e-422b-aec0-8dc4f153ceef","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"b51cb1b2-7d1e-422b-aec0-8dc4f153ceef"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.684578756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.684616851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.685810201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.687029192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.687586149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.688137985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eacff4ee-d2b7-42d0-8f93-b0f2cbd589ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.688235909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eacff4ee-d2b7-42d0-8f93-b0f2cbd589ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.688451297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eacff4ee-d2b7-42d0-8f93-b0f2cbd589ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.688530073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eacff4ee-d2b7-42d0-8f93-b0f2cbd589ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.689082761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eacff4ee-d2b7-42d0-8f93-b0f2cbd589ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.690817376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.690909218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.698541437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.698627147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":14,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":14,"nphysical_disks":14,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"9df853dd-4395-470e-924a-66d6df0dfc91"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.698721975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.698759941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.698790271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.701976339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.702161276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.70247565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.702592703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.703529253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.705132738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eacff4ee-d2b7-42d0-8f93-b0f2cbd589ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":17026,"response_code":200}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.705745996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(1ea4e538-d818-4856-b48e-652f900eb08e, 2), (f68c9a93-02fd-4b5c-993e-73c29bb31cc9, 2), (a85a88ed-41a8-47c5-9531-f1e8e523c8ca, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.705904741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.707070005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.707244111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.707549898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eacff4ee-d2b7-42d0-8f93-b0f2cbd589ad\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:05:58 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.707936386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.708321771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.709241588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.709697043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"760406ae-39c6-4bb5-a419-eb91124746dc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.709780158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"760406ae-39c6-4bb5-a419-eb91124746dc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.709828273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55630","req_id":"6f792f27-69f3-4bb8-9bfa-31c9310fc3c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   6c 01 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   l............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.709943081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55630","req_id":"6f792f27-69f3-4bb8-9bfa-31c9310fc3c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27649,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.710106366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.710308056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.7104608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.710529466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55630","req_id":"6f792f27-69f3-4bb8-9bfa-31c9310fc3c1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.710875273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"760406ae-39c6-4bb5-a419-eb91124746dc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.710963528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"760406ae-39c6-4bb5-a419-eb91124746dc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.712920415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"760406ae-39c6-4bb5-a419-eb91124746dc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.716600303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.723113689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.724616504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8813, tv_nsec: 642042982 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.724722755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.72476055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.726922855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"a85a88ed-41a8-47c5-9531-f1e8e523c8ca\",\"time_loaded\":\"2026-03-04T07:05:58.566646011Z\",\"time_started\":\"2026-03-04T07:05:57.300163Z\"}}","iteration":22,"elapsed":"159.593165ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.726998024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.727037021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.727068724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.727098934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.727128413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.727161248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.727201348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.727240596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.727277188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.728074191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.729176941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.729224816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.729255788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":21,"elapsed":"86.973µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.729319224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.729355746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":20,"elapsed":"16.523µs"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.7306918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"760406ae-39c6-4bb5-a419-eb91124746dc","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":20981,"response_code":200}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.732318661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b51cb1b2-7d1e-422b-aec0-8dc4f153ceef","zpool_id":"d00af8f1-5eb3-4641-add1-45e97e3f69c7","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.732401746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.732444952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.73312383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.734937372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.735006539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.736185872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"760406ae-39c6-4bb5-a419-eb91124746dc\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:05:58 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.736416249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.736469234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:58.736502941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.737100117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.742302349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.742431596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.742538268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.742891179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.743000015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.743649305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.751932235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53790","req_id":"6db3604c-d295-4131-96c4-a1281a811893","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7e a3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ~...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.752163284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53790","req_id":"6db3604c-d295-4131-96c4-a1281a811893","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32419,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.752611043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.752772935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53790","req_id":"6db3604c-d295-4131-96c4-a1281a811893","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.752976068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21034","req_id":"52bae494-fdb5-4f2f-aec5-9065569488b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0c 09 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.753155875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21034","req_id":"52bae494-fdb5-4f2f-aec5-9065569488b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3081,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.75391833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.754093698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21034","req_id":"52bae494-fdb5-4f2f-aec5-9065569488b0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.754285198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15345","req_id":"47cd2357-48d4-45eb-abbf-61753da7ab57","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   8f 65 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .e..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.754494274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15345","req_id":"47cd2357-48d4-45eb-abbf-61753da7ab57","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36709,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.754812225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.755274423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.755602425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.755790388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:15345","req_id":"47cd2357-48d4-45eb-abbf-61753da7ab57","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.758042932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.758180445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.758284832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.758372666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.760568307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.934941256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.936090488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.936185267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.936714107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8813, tv_nsec: 854515560 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.93681653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.936850187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.939946978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.948450566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.948625875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.948736554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.952192869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.954713806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:58.954789105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.954836109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.955674243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39249","req_id":"40a4960b-f371-442d-9ef4-3fca61b8243c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   83 18 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.955756487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39249","req_id":"40a4960b-f371-442d-9ef4-3fca61b8243c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33560,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.955969931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 33560,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:05:58.956253173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39249","req_id":"40a4960b-f371-442d-9ef4-3fca61b8243c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.956293132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:10970","req_id":"c805792d-d7f3-4a47-9ecb-089a3b91102d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a7 84 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.956346729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:10970","req_id":"c805792d-d7f3-4a47-9ecb-089a3b91102d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42884,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.956613519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.956645272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:10970","req_id":"c805792d-d7f3-4a47-9ecb-089a3b91102d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.956698958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1420","req_id":"87cd84f5-82bb-4bd5-8b19-e6fc334ac6cf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e5 36 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .6..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.956751583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1420","req_id":"87cd84f5-82bb-4bd5-8b19-e6fc334ac6cf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58678,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.95696176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.956989435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1420","req_id":"87cd84f5-82bb-4bd5-8b19-e6fc334ac6cf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.958103207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:58.961171371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:58.961260979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.154899972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.155991279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.157136765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.157204629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.157243406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.157690093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.157760814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.157804841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.157930601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.158543068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.160054429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"468d2a58-01cd-446b-b557-3962a380c7ff","zpool_id":"d00af8f1-5eb3-4641-add1-45e97e3f69c7"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.163905117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59155","req_id":"0153c822-a528-475c-9b43-507eb8e8c1f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   b9 22 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   .\"..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.164055666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59155","req_id":"0153c822-a528-475c-9b43-507eb8e8c1f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47394,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.164366483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.165277062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.165654441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59155","req_id":"0153c822-a528-475c-9b43-507eb8e8c1f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.166761941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6979d07d-2206-4a68-91e6-e77376d0501d\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.167993968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.16886115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.176226629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.17650914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.176671081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.176827402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.176982239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.177065915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.181477507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8814, tv_nsec: 99179974 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.181604008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.18423312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.188826172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.188896422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.188936291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.192426222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.19408685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b51cb1b2-7d1e-422b-aec0-8dc4f153ceef","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"b51cb1b2-7d1e-422b-aec0-8dc4f153ceef"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.194153383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.19419231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.194478067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.196349604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6458174c-2dba-4f2c-bcf6-1869ae821fd3\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.196529883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.196597106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.196639701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.197091989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.200957025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36877","req_id":"f9a36c3c-d1fb-498d-8acd-7a3952c5b2bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   cf 24 01 00  00 01 00 00  00 00 00 01  24 38 39 37   .$..........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.201102795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36877","req_id":"f9a36c3c-d1fb-498d-8acd-7a3952c5b2bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53028,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.20135215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.201387881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36877","req_id":"f9a36c3c-d1fb-498d-8acd-7a3952c5b2bc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.210851486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.210904782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.210943599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.210981905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.211018498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.211584432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.212469109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.212521493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.212551172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.212587584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.213129451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.216937784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.216997753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.217032342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.217568697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.224808687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.224965728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.225140856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.225246847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.225338248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.226520757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.227797122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.227861319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.227893173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.227931198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.228723502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.23263982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: b51cb1b2-7d1e-422b-aec0-8dc4f153ceef (physical_disk), lookup_type: ById(b51cb1b2-7d1e-422b-aec0-8dc4f153ceef) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.232760219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.232812082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.232848384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.241542171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.270229646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.276220555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.276307277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.276350834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.277356952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.279943689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.280068778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.280112074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.280151943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.281493908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.28478255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.284852489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.284897217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.284938269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.284974932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.285454504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.293758607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.293978814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.294036689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.295208156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.297104292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.30456058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: b51cb1b2-7d1e-422b-aec0-8dc4f153ceef (physical_disk), lookup_type: ById(b51cb1b2-7d1e-422b-aec0-8dc4f153ceef) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.304733293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b51cb1b2-7d1e-422b-aec0-8dc4f153ceef","zpool_id":"d00af8f1-5eb3-4641-add1-45e97e3f69c7","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.304777231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.304814515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.306240196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.308640514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.314919935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.315049282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.315159882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.315264539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.31536044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.316144437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.318108037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.318594413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.318701716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.31884981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.319442928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.32883439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9856eca-39f3-4f3c-b639-b4fdc9217071\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.330096597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.332200826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.337183432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.337274733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.33731839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.337820848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.33918645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.339253624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.339304745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.339602597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":19,"elapsed":"613.190978ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.34179973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.341870631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.341914398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.341950901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.343558083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.345612453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.346509354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"a85a88ed-41a8-47c5-9531-f1e8e523c8ca\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":19,"elapsed":"618.811891ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.355863172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.358875274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.365128844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bb68a31-4cbb-4eff-ab99-ec2181b59d19\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.365379562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.375562787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.375633988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.375676182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.375797192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.376575568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.380067263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edc7d7e9-5017-4384-b034-78667bc19302\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.380146991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.380823204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.384450989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.384519656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.384558914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.385049979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.395657807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"869a120e-a630-49ca-bea5-f983a4a76043\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.395822664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.396889674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.396945985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.396983991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.397017357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.397567029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.400588069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"796ac10a-f086-4064-a811-a3a209ce8d22\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.400942824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.401270484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.407133008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.407193959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.40723003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.407746847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.420613331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d4142d3-a9c1-430f-bcc8-b321fcf36bbf\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.420721446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.421836801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.421899044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.422784783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.426281067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f1b8bc-c379-4ee5-99fa-2cddf55a9d7f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.42645337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.429539779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f48bf66-76cd-41d9-a7b0-10ef4db963ef\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.429748334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.43298885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3432f1d6-6700-4ce6-9742-fb1a02ebccde\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.433181813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.435981593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62832399-e23f-4e10-a168-7b72994da1fc\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.436167332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.437264441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e43a29-6679-4fea-b2ad-4e1cbbb4f55e\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.437397726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.438595575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0ee1fc7-a37e-413b-a320-739f0b183969\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.438655474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.440642701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d882ff-6fbf-479a-834d-d73f38b139ef\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.440871886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.443492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aeb498e-0f9b-4125-ae1c-0920d1b70b73\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.443572389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.445895984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbef8f80-bae9-4b95-b195-f38edb92bddf\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.445982396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.451954547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c8e425d-44d5-4cda-84dd-5e0470bcc600\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.452336886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.455736849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a90211ca-d7f9-4f0a-ba09-e6cfd7e594dc\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.455874132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.458530838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe94b07-f192-436a-87f9-1e8517a0fc2f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.458668411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.462936358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a096761-1ea8-4b1c-ae1f-07bfa72bbeb3\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.463149431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.464174447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b11e909-9419-48e5-af18-dcc6499c47f3\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.464387911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.465691159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cfdd03c-d10b-4a60-93d9-d91d6c0cd880\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.465848772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.466939358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd98e9a0-cbaa-4483-ad96-4277d05bad7f\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.467077292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.468129191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b6d0aa-5bd8-4b71-be20-ba842ce3744b\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.468255903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.470309502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5bc55da-bda2-466a-b331-466f964b8ac0\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.470504469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.471589794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1756002c-0b68-4f31-9f18-aba7892a618d\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.471735494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.472803274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"489165cd-b14e-4622-820d-a7f9d02d37ca\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.472889656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.473901355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3347dd3c-da18-4719-8981-4cc37c709059\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.474102024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.476462322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bebab3e2-e534-48a2-ac06-2d02bfc67b96\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.476594444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.482908254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c17b1fb5-159c-4c4f-99e5-320a995ff3b9\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.483037059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.485645039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e542cdb-f1b0-4db4-86a3-08e3370c3b17\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.485720369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.488184092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebca9712-794b-4d57-8e4c-eab34f4e9415\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.488240394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.492690672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.493102079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0661cb1d-4036-4362-9deb-a79184297d80\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.493187529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.495547306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1387341-1eb7-4f43-bd04-ffc3af9d2e5e\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.495711472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.497000302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f40769-c92c-4926-92a0-081d5acc28f9\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.497153265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.500901079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"036c6372-d4ba-41cc-8356-e1c67daac945\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.501136046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.504374487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18377256-6b8a-4ecf-8f0c-870bf7e97830\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.504686487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.512470286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2c70427-b7b5-40e0-8775-c025b90673c8\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.512649482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.514146315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b07c62c3-6988-4630-b6f9-4034457ecacb\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.514392103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.515369975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1460452-a4d8-41ba-ab02-2c1a88e48c44\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.515450495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.516446423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d10c5c0-872a-4a96-8128-90d7b7c41b88\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.516689997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.517983887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a90af2-79bc-4678-a293-a54fe7825a2d\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.518197321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.521181437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1053b19-c19a-418c-874d-c045ad712f99\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.521398879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.523828404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce470512-87be-403c-b5c9-aabbf6bf93e9\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.523935447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.52690237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e14fadb-3c2e-4bb1-93d8-77ec2afe6926\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.527196644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.5301349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd81274b-3f31-4abd-8e16-30a0076c5feb\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.530370798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.534015667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b59d86f5-2fa8-4413-ae19-ba07aa941768\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.534511532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.537500599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7203f967-f8d2-48b5-95b7-1d68cd4e249d\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.53769755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.538654861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27eaa071-8c17-4eda-8bf8-1afcaf4f584a\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.539090737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.540531679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ce25c5-481c-4b6d-a141-e476b0e6d156\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.540932545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.542325752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55db95a4-62b6-43e5-b72a-c3eb805e975f\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.54264202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.543848817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.543905389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.543992843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.544032842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.544657793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.547317566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eba23a69-c7ed-478b-bbbe-1e813446ae04\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.547422805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.547459979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.549538026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.557359059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.557421563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.557457595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.557965524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.559768104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abbefa69-67e0-4a5b-955c-ee9712054f86\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.559832031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.561392891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b049d5e-0871-442d-bd20-950832a2703c\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.561474393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.561753527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.56182029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.562599056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.566899177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9e3450-5702-42e1-b748-5d5766f09cd5\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.567239302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.568835011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1203c54d-c1b2-4ebd-b2c1-901541eccc4c\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.568925261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.570183349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc09d0c3-96fe-41d0-912e-c8d20b9ce9e1\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.570243399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.570284741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.570327876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.570367856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.571609622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.574832032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.58129094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.581529133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.581593431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.58163836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.581677207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.582560682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.586178677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.5915476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.591610676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.591649813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.592037543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.689887712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.68997227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.691395707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44316"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.691847374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6cc28f5e-b4a5-4f57-88b8-b8373238dc7e","remote_addr":"[::1]:44316","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.691911271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6cc28f5e-b4a5-4f57-88b8-b8373238dc7e","remote_addr":"[::1]:44316","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.694363792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"6cc28f5e-b4a5-4f57-88b8-b8373238dc7e","remote_addr":"[::1]:44316","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2481,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.695736779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cc28f5e-b4a5-4f57-88b8-b8373238dc7e\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.817290003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.817383318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.819313441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43721"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.820552202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.820627321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.820662661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.822224383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.823657609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"075a2b0a-81a3-4521-a1e1-0846cd60afd5","remote_addr":"[::1]:43721","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.82373836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"075a2b0a-81a3-4521-a1e1-0846cd60afd5","remote_addr":"[::1]:43721","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.824576214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"075a2b0a-81a3-4521-a1e1-0846cd60afd5","remote_addr":"[::1]:43721","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":1743,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.82534972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"075a2b0a-81a3-4521-a1e1-0846cd60afd5\", \"content-length\": \"10766\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.92474157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.924915235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.925392183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50191"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.926248373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.926350235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.927809984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.928246712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:05:59.928966862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.930682419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b2d4f6cf-234d-4b8c-9e67-ea6382910310","remote_addr":"[::1]:50191","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.930926334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b2d4f6cf-234d-4b8c-9e67-ea6382910310","remote_addr":"[::1]:50191","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:05:59.936421918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"b2d4f6cf-234d-4b8c-9e67-ea6382910310","remote_addr":"[::1]:50191","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5876,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.938005864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.938354106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.93972555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.940763772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.940821176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:05:59.940859813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:05:59.940973689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d4f6cf-234d-4b8c-9e67-ea6382910310\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:05:59 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.021329101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.021769466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:00.02460643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61889"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.027703421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0a50a423-61f4-434f-a935-42cd54f76848","remote_addr":"[::1]:61889","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.027761897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0a50a423-61f4-434f-a935-42cd54f76848","remote_addr":"[::1]:61889","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:00.029004455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"0a50a423-61f4-434f-a935-42cd54f76848","remote_addr":"[::1]:61889","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":1304,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.030224588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a50a423-61f4-434f-a935-42cd54f76848\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:06:00 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.031796049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.03189184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.031988772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.033067034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.034689436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:00.035030553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.106091236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.11021698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.110598979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.110836951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.176534933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.176617587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:00.177343439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:54720"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.181015942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"6c3c5357-a18a-4ed4-9b0d-82e9405cce2f","remote_addr":"[::1]:54720","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.181092484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"6c3c5357-a18a-4ed4-9b0d-82e9405cce2f","remote_addr":"[::1]:54720","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:00.187535421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"6c3c5357-a18a-4ed4-9b0d-82e9405cce2f","remote_addr":"[::1]:54720","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":6530,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.189230808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c3c5357-a18a-4ed4-9b0d-82e9405cce2f\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:06:00 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.189937652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.190080736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.190122739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.19032974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.19037987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.190420401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.190458055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.191692477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.201149028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.207576865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.208170794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.208297807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.208678883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.267367504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.3197602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.322345805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.322431245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.322471826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.323420971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.333290713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.350929325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.351601119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.351735085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.352509393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:00.584831163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"c3f55f30-622b-430a-b1e1-69feb25d9975"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.584928186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:05:59.216839 UTC","collection_id":"c3f55f30-622b-430a-b1e1-69feb25d9975"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.585375173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"c3f55f30-622b-430a-b1e1-69feb25d9975\",\"time_done\":\"2026-03-04 07:06:00.190120 UTC\",\"time_started\":\"2026-03-04 07:05:59.216839 UTC\"}","iteration":24,"elapsed":"2.021307653s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.585437978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.585472236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.585560051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.585611974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.585655701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.58663712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.587913014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.588065988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.588115756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.588158541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.588196046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.588333248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.591564396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.591706879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.593606431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.594364116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.600170568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.600350926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.600405455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.600656353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.601511391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.641130879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.64136308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.641475904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.642226455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.645626988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.645748099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.64639826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.648456528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(1ea4e538-d818-4856-b48e-652f900eb08e, 2), (f68c9a93-02fd-4b5c-993e-73c29bb31cc9, 2), (a85a88ed-41a8-47c5-9531-f1e8e523c8ca, 2), (c3f55f30-622b-430a-b1e1-69feb25d9975, 2)]","collection_id":"1ea4e538-d818-4856-b48e-652f900eb08e"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.648743648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.648850451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.649462827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:00.687668567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.688858851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.692459933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"35801eb9-cf30-4218-90aa-27d1df625a20","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.692559851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"35801eb9-cf30-4218-90aa-27d1df625a20","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.693879953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"35801eb9-cf30-4218-90aa-27d1df625a20","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.694299336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"35801eb9-cf30-4218-90aa-27d1df625a20","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.69634072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"35801eb9-cf30-4218-90aa-27d1df625a20","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:00.715491916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"35801eb9-cf30-4218-90aa-27d1df625a20","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":23060,"response_code":200}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.718627273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.718700468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.720091391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35801eb9-cf30-4218-90aa-27d1df625a20\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:06:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.720145027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.720687815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.721854122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.729447914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4ea4146f-43bb-4bd1-b6ec-8d052f6604ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.729528153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4ea4146f-43bb-4bd1-b6ec-8d052f6604ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.729839572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4ea4146f-43bb-4bd1-b6ec-8d052f6604ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.729921925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4ea4146f-43bb-4bd1-b6ec-8d052f6604ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.730821151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4ea4146f-43bb-4bd1-b6ec-8d052f6604ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.733493158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.733560492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:00.738054327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4ea4146f-43bb-4bd1-b6ec-8d052f6604ad","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8619,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.743142212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ea4146f-43bb-4bd1-b6ec-8d052f6604ad\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:06:00 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.743267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.743310907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:00.743346528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.744875194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.745058678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:00.785311643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":15,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":15,"nphysical_disks":15,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"1ea4e538-d818-4856-b48e-652f900eb08e"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.785478394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.785525358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.786776743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.788336711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"c3f55f30-622b-430a-b1e1-69feb25d9975\",\"time_loaded\":\"2026-03-04T07:06:00.587595283Z\",\"time_started\":\"2026-03-04T07:05:59.216839Z\"}}","iteration":23,"elapsed":"200.706279ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.788624272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.788685043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.788718008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":22,"elapsed":"58.476µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.788754521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.788974147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.789039156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.789081871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.789118784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.789814075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.791074519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.791137704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.791173135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.791203304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.792240565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.792304101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":21,"elapsed":"50.71µs"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.797592203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60581","req_id":"2f28ab96-aa2b-4d5f-a0b6-9c26180406b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   f2 d8 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.797803703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60581","req_id":"2f28ab96-aa2b-4d5f-a0b6-9c26180406b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62168,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.799278713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.799586995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.799815469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.799994224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60581","req_id":"2f28ab96-aa2b-4d5f-a0b6-9c26180406b3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.80036498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.808720325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.808804602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.81013807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.810444659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.810508767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.811211472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.8154798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(f68c9a93-02fd-4b5c-993e-73c29bb31cc9, 2), (a85a88ed-41a8-47c5-9531-f1e8e523c8ca, 2), (c3f55f30-622b-430a-b1e1-69feb25d9975, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.815572794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.823544437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8815, tv_nsec: 741224829 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.823710096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.823749023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:00.824428242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.824520164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.85825781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.858445593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.858684788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.859734333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.861552364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14984","req_id":"c7df77ea-bfbe-4f70-a596-1e8082ede98a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   98 70 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .p..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.861649597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14984","req_id":"c7df77ea-bfbe-4f70-a596-1e8082ede98a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39024,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.861901737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.862120933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.862306892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.862554965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14984","req_id":"c7df77ea-bfbe-4f70-a596-1e8082ede98a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.864972967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8815, tv_nsec: 782796935 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.86508019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.865121101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.865303804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19073","req_id":"07ddfbc2-e352-476d-a475-650a2b19638a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e0 09 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.8653771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19073","req_id":"07ddfbc2-e352-476d-a475-650a2b19638a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57353,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.865550685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.865578229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19073","req_id":"07ddfbc2-e352-476d-a475-650a2b19638a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.865636786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38544","req_id":"f609edf5-a1e7-45d9-9248-9b91e913f4cf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   55 e6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   U...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.865705512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38544","req_id":"f609edf5-a1e7-45d9-9248-9b91e913f4cf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21990,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.866095166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.86614253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38544","req_id":"f609edf5-a1e7-45d9-9248-9b91e913f4cf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.866584167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.866649467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:00.866692432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.866729726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:00.867302504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.04650271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.047687363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.047760198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.055758443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55388","req_id":"6ef434c9-4961-45d6-888d-c9411ca73f0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   66 eb 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   f...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.055918611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55388","req_id":"6ef434c9-4961-45d6-888d-c9411ca73f0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 26347,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.057538659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.057681723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55388","req_id":"6ef434c9-4961-45d6-888d-c9411ca73f0a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.057842833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32562","req_id":"4b652d58-9ad8-4cfb-a813-8906f351e34d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   11 b6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.057910778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32562","req_id":"4b652d58-9ad8-4cfb-a813-8906f351e34d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4534,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.058081457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.058108791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32562","req_id":"4b652d58-9ad8-4cfb-a813-8906f351e34d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.05825932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.058592672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.059373402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.065680048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.065755979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.065799335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.065839885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.065878532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.066332784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.212003829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.212485305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"b0c6ba9f-a7a2-4a0c-9f6e-f81760f3537f","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.212822174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abcd982b-4955-4303-abab-58593d1e9646\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.212984206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:01.224159982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"b0c6ba9f-a7a2-4a0c-9f6e-f81760f3537f","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11711,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.235651044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.245943526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.246053986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.246098384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.24718929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.250707067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.250748579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.250787757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.250826755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.250865051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.251652254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.253217533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.263854118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.264033174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.26409179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.264402006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.265626418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.265696698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.265737859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.268254247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.269996608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38589","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.270061226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38589","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.270102668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38589","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.27014361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38589","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.27018422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38589","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.270225472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38589","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.270266233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38589","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.270306132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38589","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.270346402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38589","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:01.27038546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38589","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.271313463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:38589","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:01.271373142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","address":"[::1]:38589"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:01.271406468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 379d9ce9-5fee-4a13-98d8-2485f227d190","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"379d9ce9-5fee-4a13-98d8-2485f227d190"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.271448191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.271483831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.272081909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.285573244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54805","req_id":"33c01d97-d063-4ffe-a71e-08c3692c942a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   9b a0 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.285925985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54805","req_id":"33c01d97-d063-4ffe-a71e-08c3692c942a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39840,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.286459093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 39840,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:01.286837174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54805","req_id":"33c01d97-d063-4ffe-a71e-08c3692c942a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.287817171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"174568df-cdb0-454c-bc7b-0a43b0a12037\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.288084662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.288207316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.288322304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.302297319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:01.309506047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.309687788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.309745883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.309788788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.309827886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.310797171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.311958257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.318402325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.318481072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.318524698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.318931827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.320379362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.320446415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.320482527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.320521073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.321087388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.326025616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.32612824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":11,"elapsed":"75.443146ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.32737193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.335273222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.335353011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.335397269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.335440334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.335478981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.3358814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.341868341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.351581181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.356664006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.356744326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.356786009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.357238297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.359212107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.359282577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.359749204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.361077552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44584","req_id":"49b5a651-f4cb-47f9-aaea-5131df7a8dbf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   c9 fe 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   ............._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.361161489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44584","req_id":"49b5a651-f4cb-47f9-aaea-5131df7a8dbf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51710,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.361322949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.361898633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.362403746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44584","req_id":"49b5a651-f4cb-47f9-aaea-5131df7a8dbf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.390792949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8816, tv_nsec: 307725687 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.39118089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:01.39225868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.392376013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.394209174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.394778986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.395388256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.401619512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.403353135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.40345134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.403535958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.403632079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.40488634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.407006811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.407624097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.410614246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.412168633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.425937379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.440986418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.446659314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.446748622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.446792479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.446835564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.446873169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.447248705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.448520721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.448610389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.448644126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.448683434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.449170682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.452016404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5464","req_id":"2894601c-c901-46af-be4b-515ff8704262","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   3f d0 01 00  00 01 00 00  00 00 00 01  24 38 39 37   ?...........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.452088126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5464","req_id":"2894601c-c901-46af-be4b-515ff8704262","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16336,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.452259747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.452370507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:5464","req_id":"2894601c-c901-46af-be4b-515ff8704262","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.452531026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.459927135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.46000494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.460046052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.460477989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.461494749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.461552584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.461593595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.462096634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.465073316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.46513594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.465172393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:01.471024375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.471324251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"c3f55f30-622b-430a-b1e1-69feb25d9975\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":20,"elapsed":"682.600271ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.472693911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.477201193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.480668169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.48094569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.481085969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.481232179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.482327394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:01.484169673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"379d9ce9-5fee-4a13-98d8-2485f227d190","zpool_id":"45330a61-8ec1-4775-b31d-023501540ddf","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.48431899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.484474108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.48532133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.498409494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.498561076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.498826713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.499019165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":20,"elapsed":"707.968755ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.502455119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.502597462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.502705226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.503017807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.503869368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.510504817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a80f1f83-1988-49e4-b7c1-d6db5273b917\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.510881705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.521231952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.527755318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:01.592544845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"b799ec8d-b1df-4e5c-a90d-00b97c347fe4","zpool_id":"45330a61-8ec1-4775-b31d-023501540ddf"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.614591301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3c71c7-74ca-46a7-8c3f-20508af44aea\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.614841368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.617564707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69fafd8-df9c-42f4-96d9-76626694563d\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.617700216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.619414771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5b9b9d-bd54-4bf8-8195-cadf08812eed\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.619492996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:01.619833132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 379d9ce9-5fee-4a13-98d8-2485f227d190","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"379d9ce9-5fee-4a13-98d8-2485f227d190"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.619895676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.619935215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.625240652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.630069863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 379d9ce9-5fee-4a13-98d8-2485f227d190 (physical_disk), lookup_type: ById(379d9ce9-5fee-4a13-98d8-2485f227d190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.630332154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.630461942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.630560928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.633276371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.645879202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.663760916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 379d9ce9-5fee-4a13-98d8-2485f227d190 (physical_disk), lookup_type: ById(379d9ce9-5fee-4a13-98d8-2485f227d190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:01.663871386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"379d9ce9-5fee-4a13-98d8-2485f227d190","zpool_id":"45330a61-8ec1-4775-b31d-023501540ddf","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.663914651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.663951014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.66432685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.684071655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.684222915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.684329257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.684414606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.68553947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.687513551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39e82f02-99a3-42b8-bd3f-52067d08c620\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.688146418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.69006602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.693196387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.695029618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba2043e6-d552-4ec9-bd0e-8232f5552a0e\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.695358882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.698142571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c54a6d-bcd4-467f-ac9f-945701402f2c\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.698581493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.698991948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.699135693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.699236063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.699383666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.699988818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.703639228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8760aa27-b3ca-4d84-9752-f3e20e679551\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.703883493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.704223658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.708062863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.708316397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.708409732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.709372284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.715041864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.715282492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 7 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.715574432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.725911041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.734312888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.734381805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.734422847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.734457014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.73576888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.738950128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3991560-aac0-4c96-8329-d2517e179878\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.763358255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.764897041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.764966268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.766575404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61581c87-c391-4392-94c1-07ae08d55b09\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.766771073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.767538888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.774284585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.774346428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.774381398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.774848736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.776107876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.776171663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.776687327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bf490c8-6089-414a-a002-4de8e2616c31\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.776815712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.778436982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a43e370-d984-4440-bc47-9636251629e4\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.778554124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.778809602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.778861304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.779502348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.780796378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.780853822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.782108504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bc117dd-e276-4ba1-95dc-e265f7b110a4\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.782334503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.7862205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.786282153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.79539901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0294aa22-c73f-41bd-8d9b-b74b4d51d548\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.795617153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.796751676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.796811715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.798880915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0569d6fd-53ea-4fad-9dd4-a5226daab93c\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.799028478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.800991567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"242ba173-51e7-46aa-ac97-704b27eb2623\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.80107868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.802928905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ec85c9e-e926-42f5-87cb-87e4a4b29980\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.803058943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.808457565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca322ace-3262-4464-b701-519cee222678\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.808532925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.808573375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad4ce76a-141d-4dd6-92fc-d4e6e72ccad1\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.808617843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.8086516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae945b6-c5d8-4a85-a19f-813ea9610570\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.808693333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.811942577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04075641-f413-4ca6-b36a-88bfda6af9d4\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.812103827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.815082974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f5d0f0-2b49-4309-a266-17239c1c224d\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.815367449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:01.818543156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.819229168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a5c2a12-92ca-404b-a15a-0ee594086c48\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.819315209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.821396944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef3ae29-e4b9-41ac-87ab-dafbac6fee71\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.821597041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.822740322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6648881e-580e-4f6f-834e-3549fae088e0\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.822816152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.823730739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa6655d7-0d40-4a77-ba5f-d67826341251\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.823857982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.82778947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a862f90f-5fdc-47cf-87ef-491cbb3900a3\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.827866042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.82886702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4abf6218-f1c5-4c5e-815f-35d7853617e5\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.829245922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.832123017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b11d520-54e7-4633-b94b-8a2042161737\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.832199559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.834204631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45dfb5c3-77b2-4a99-819a-916693cb2745\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.834444888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.838974635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6437961f-a3a9-48da-b068-871557e10efc\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.839139181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.84310604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9a67549-8158-4748-9509-0d73922f0eb4\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.843185668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.845109308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce4e35ac-f8da-4a7f-ae2a-10d6662aa773\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.845209788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.846512856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"724a308a-c41c-400b-86f9-3019962f3a2e\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.846581352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.847680204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19998842-7efd-46f1-a9c5-72bc5404f01c\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.847816525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.848995356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3658930f-164b-4bbf-a812-bf247c462aef\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.849132649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.850249638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e74bf8-8b60-4872-ab58-6ffb6830d3e1\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.850357602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.851675369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec62f133-fb90-4d05-b240-f1e580ea8661\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.85185223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.853185028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"744c0c74-a398-4c2b-a909-1373f8992e0d\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.853252712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.85430891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.854734455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98ab441b-6925-4d74-8a81-09581e612fc0\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.854859303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.856405674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0d7e39c-4246-40ea-946b-2a204bf92ed4\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.856543117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.86039117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d98b999-af30-40d6-9b7f-105914281b7d\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.860486359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.862448305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc061b03-29b3-43bd-b264-b0b6f2c57482\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.862565067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.864491714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8cd511d-71f2-4fce-b1a2-c5b512c5d4c1\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.864575851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.866515523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed015d92-2974-4d5e-b75f-5ddbca9e2385\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.866635642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.868764419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dde67f7-d242-4396-880d-b0d11c2cb4dd\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.8688856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.870883769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c172b3c7-03f6-460c-b22a-fc8d48377bf2\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.870960451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.871869797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f8b43a-7a3f-4ee8-a5e2-2db70d62f972\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.872000907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.873011064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05138a3b-7c85-4aa8-a785-76635afd3641\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.873147855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.874140046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a61da35-72eb-4ecd-9e78-afa95da1c63a\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.874268591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.875262555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19948d2-2bea-442d-8894-a013e4fec217\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.875371171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.875680816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.879222099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9deb7736-3ea9-465a-ac1b-38d7b041d96c\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.87951447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.881016593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e1cb92f-a372-48c6-8977-5c258d2c5a90\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.881193074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.882636601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2e397fb-1660-4c4d-89c0-28e2bdb277e0\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.882782491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.883991712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d456e734-e5bf-4d58-8e20-fbadba091c0f\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.884147301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.885483375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"141008a0-a362-472b-8b9e-e87c319ff8b3\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:01 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.885620908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.88568232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.885723732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.885761096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.88692589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.897371596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.90203613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.902109195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.902151279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.902192731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.902232099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.902658847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.91567599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.915747893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.915791038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.915827451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.916660325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.919151813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.924073829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.924147485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.924188617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.92457791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.925729397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.931035355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.931174461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.931216474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.931423005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.931801526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.931864221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.935016191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.935094847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.935134907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.935170507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:01.935313081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.93541365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:01.936010466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.034263945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.03434667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.035418408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39668"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.037750249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"11d22474-3b09-4a6b-8b96-eb22d7766d14","remote_addr":"[::1]:39668","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.037813665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"11d22474-3b09-4a6b-8b96-eb22d7766d14","remote_addr":"[::1]:39668","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.039031724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"11d22474-3b09-4a6b-8b96-eb22d7766d14","remote_addr":"[::1]:39668","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1362,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.03987045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11d22474-3b09-4a6b-8b96-eb22d7766d14\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:06:02 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.140826998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.150198571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.1517387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54979"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.157607135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f9d0bb3d-9903-4bf0-97cd-da583496f62e","remote_addr":"[::1]:54979","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.157704839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f9d0bb3d-9903-4bf0-97cd-da583496f62e","remote_addr":"[::1]:54979","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.176482954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"f9d0bb3d-9903-4bf0-97cd-da583496f62e","remote_addr":"[::1]:54979","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":18931,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.178610219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d0bb3d-9903-4bf0-97cd-da583496f62e\", \"content-length\": \"11158\", \"date\": \"Wed, 04 Mar 2026 07:06:02 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.262789055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.262935586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.264826171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38695"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.273048722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2d504659-6096-4a79-b129-b068246e21a5","remote_addr":"[::1]:38695","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.273217136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2d504659-6096-4a79-b129-b068246e21a5","remote_addr":"[::1]:38695","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.283773161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"2d504659-6096-4a79-b129-b068246e21a5","remote_addr":"[::1]:38695","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10685,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.286932877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d504659-6096-4a79-b129-b068246e21a5\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:06:02 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.366007465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.366098817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.367204643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48614"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.371708498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7595a505-6094-4676-9204-e604ea63c3e7","remote_addr":"[::1]:48614","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.372070677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7595a505-6094-4676-9204-e604ea63c3e7","remote_addr":"[::1]:48614","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.374726181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7595a505-6094-4676-9204-e604ea63c3e7","remote_addr":"[::1]:48614","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":3054,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.378709022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7595a505-6094-4676-9204-e604ea63c3e7\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:06:02 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.379662065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.379728196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.37976541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.380050175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.380931917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:02.381226602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.45129829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.451387136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.451675549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.451885777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.539893948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.540164375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.540921499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:41530"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.547107966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"7384357f-e2cb-4e8d-acdc-70f1a0389581","remote_addr":"[::1]:41530","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.547258886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"7384357f-e2cb-4e8d-acdc-70f1a0389581","remote_addr":"[::1]:41530","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.552642247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"7384357f-e2cb-4e8d-acdc-70f1a0389581","remote_addr":"[::1]:41530","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":5518,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.554656257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7384357f-e2cb-4e8d-acdc-70f1a0389581\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:06:02 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.555031292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.555129337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.555165779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.555321779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.55537766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.555418642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.555457669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.556113892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.563359022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.568698386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.569521892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.569615468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.570047826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.626720253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.678432387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.678534239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.678577205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.678612515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.679398746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.6833832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.700766855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.700884308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.701130237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.702288207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.703599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.7048173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.705931923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1bc4aad-5a66-42a4-a1f3-32727b84a325","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.707175173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1bc4aad-5a66-42a4-a1f3-32727b84a325","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.707402664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.707681669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.707972486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1bc4aad-5a66-42a4-a1f3-32727b84a325","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.708160109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1bc4aad-5a66-42a4-a1f3-32727b84a325","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.709320854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1bc4aad-5a66-42a4-a1f3-32727b84a325","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.711687615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.7140617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.722441783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.722532313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.725175673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1bc4aad-5a66-42a4-a1f3-32727b84a325","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19151,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.727358428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1bc4aad-5a66-42a4-a1f3-32727b84a325\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:06:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.727707512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.729871329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.729943933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.73005797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d021c880-dbe7-42c3-aab1-24b77178aa31","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.730124302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d021c880-dbe7-42c3-aab1-24b77178aa31","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.730578754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d021c880-dbe7-42c3-aab1-24b77178aa31","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.730661178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d021c880-dbe7-42c3-aab1-24b77178aa31","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.731468551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d021c880-dbe7-42c3-aab1-24b77178aa31","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.749812173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d021c880-dbe7-42c3-aab1-24b77178aa31","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19722,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.750785156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d021c880-dbe7-42c3-aab1-24b77178aa31\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:06:02 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.751060753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.751159359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.75123544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:02.812127055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.827466871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"b30cb8db-140a-4905-9156-dead21d81a27"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.827657019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:06:01.464985 UTC","collection_id":"b30cb8db-140a-4905-9156-dead21d81a27"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.828013307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"b30cb8db-140a-4905-9156-dead21d81a27\",\"time_done\":\"2026-03-04 07:06:02.555162 UTC\",\"time_started\":\"2026-03-04 07:06:01.464985 UTC\"}","iteration":25,"elapsed":"2.242501933s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.82808553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":26,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.828204877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.828264355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.828545163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.828608078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.829345462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.830282904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.830343966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.83038657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.830429515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.830469755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.83154436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.836078415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.836146119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.837724203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.841555964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.869929135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.870085636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.870135455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.870689906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.871787135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.876996782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.877075919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.87711677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.877789356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.883272506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.883458616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.884365387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.886016686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(f68c9a93-02fd-4b5c-993e-73c29bb31cc9, 2), (a85a88ed-41a8-47c5-9531-f1e8e523c8ca, 2), (c3f55f30-622b-430a-b1e1-69feb25d9975, 2), (b30cb8db-140a-4905-9156-dead21d81a27, 2)]","collection_id":"f68c9a93-02fd-4b5c-993e-73c29bb31cc9"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.886207275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.886272164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.886768109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.921607332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.921702702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.925380085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.926120476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.926192338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:02.926233761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.996042086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.998062298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:32892","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.99815376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:32892","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.998197647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:32892","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.998237045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:32892","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.998275211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:32892","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.998316613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:32892","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.999026723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:32892","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.999147714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:32892","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:02.999195679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:32892","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:02.999237051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:32892","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.000875445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:32892","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.000943711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"069d3e7e-1784-4021-9952-549bdf909d26","component":"SledAgent","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","address":"[::1]:32892"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.000978811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 5e29e372-32ca-4661-b321-a32f9874c803","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"5e29e372-32ca-4661-b321-a32f9874c803"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.001023439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.001058599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.001869429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.01395867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.019523512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.021824883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.025470313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"b30cb8db-140a-4905-9156-dead21d81a27\",\"time_loaded\":\"2026-03-04T07:06:02.830266933Z\",\"time_started\":\"2026-03-04T07:06:01.464985Z\"}}","iteration":24,"elapsed":"195.201155ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.025963592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.026130133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":22,"elapsed":"310.186µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.026286654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.027023117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.027091763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.027137173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.027177353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.02798626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.02891277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.028976626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.029014171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.029045593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.029365318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.029425789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.029457692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":23,"elapsed":"60.26µs"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.030122352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":16,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":16,"nphysical_disks":16,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"f68c9a93-02fd-4b5c-993e-73c29bb31cc9"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.030304063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.03035306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.030802944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.034742087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.039136074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.039202716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.039243818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.039284749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.039320991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.039714373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.040315106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(a85a88ed-41a8-47c5-9531-f1e8e523c8ca, 2), (c3f55f30-622b-430a-b1e1-69feb25d9975, 2), (b30cb8db-140a-4905-9156-dead21d81a27, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.040378552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.041039023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.041104744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.0411482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.0411831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.041759504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.042574232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9261","req_id":"f0992c84-d282-4ff4-bbdc-1d032872853f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   03 80 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.042655093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9261","req_id":"f0992c84-d282-4ff4-bbdc-1d032872853f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 896,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.042808057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.043055238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.043190867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.044176314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9261","req_id":"f0992c84-d282-4ff4-bbdc-1d032872853f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.049030485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.05459684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.054688182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.054731859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.055085771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.05941544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8817, tv_nsec: 977186583 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.059535118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.059571731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.059723763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60370","req_id":"0b75c2fb-983c-4b90-8887-cc1a612dff9b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5d b2 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ]............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.059850735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60370","req_id":"0b75c2fb-983c-4b90-8887-cc1a612dff9b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23986,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.060202804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.060247162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.060278605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.06052808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60370","req_id":"0b75c2fb-983c-4b90-8887-cc1a612dff9b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.061558056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.068163475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.070039711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8817, tv_nsec: 987779402 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.070170391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.070213857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.098453714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.098715033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.098841334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.098939939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.10323496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.108314799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"5e29e372-32ca-4661-b321-a32f9874c803","zpool_id":"b11e0c7c-e071-4bea-9e2b-4db2735b74af","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.10840608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.108446019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.109297691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.111021074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63361","req_id":"f94983b0-860a-4ab4-b822-6db1a3105440","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9d 71 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .q..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.111218456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63361","req_id":"f94983b0-860a-4ab4-b822-6db1a3105440","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40305,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.111483442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.111703489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63361","req_id":"f94983b0-860a-4ab4-b822-6db1a3105440","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.111836112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49856","req_id":"fd3ef0f9-a485-44ce-a797-6a307fbf8fc3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d9 8b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.112081961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49856","req_id":"fd3ef0f9-a485-44ce-a797-6a307fbf8fc3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55691,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.112505872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.112541764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49856","req_id":"fd3ef0f9-a485-44ce-a797-6a307fbf8fc3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.25327437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.254005543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48916","req_id":"b7b97009-abf8-43db-8ec8-cca0366ac7db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   01 45 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .E..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.254097495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48916","req_id":"b7b97009-abf8-43db-8ec8-cca0366ac7db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 325,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.254431609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.254686866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48916","req_id":"b7b97009-abf8-43db-8ec8-cca0366ac7db","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.254884929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56582","req_id":"4a1ce29a-acaf-4a71-9f25-0492d95b745b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e9 87 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.254998986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56582","req_id":"4a1ce29a-acaf-4a71-9f25-0492d95b745b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59783,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.255181218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.255291076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56582","req_id":"4a1ce29a-acaf-4a71-9f25-0492d95b745b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.257410094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.261953167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.262021343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.26206046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.262100329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.26213575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.262776432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.269598682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.269674422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.2697135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.269747838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.270368571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.387248815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.394650906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf9ef83c-497c-46c6-b7cf-3dc44222ec46\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.394819501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.395328432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.400112513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.400187933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.400230738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.400619039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.402924708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25367","req_id":"cb74a8e0-6449-4cde-97ed-39bbb6957391","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   6a 30 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   j0..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.403047823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25367","req_id":"cb74a8e0-6449-4cde-97ed-39bbb6957391","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27184,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.40320757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 27184,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:03.403375494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25367","req_id":"cb74a8e0-6449-4cde-97ed-39bbb6957391","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.403854295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.407681365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.409223909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.409289379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.409356823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.409399748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.409437724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.409881375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.411064515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.4160517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"cfc4c74d-2e03-4725-b8b8-537d1fa6be97","zpool_id":"b11e0c7c-e071-4bea-9e2b-4db2735b74af"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.421743384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee6118c5-38f4-4a75-942c-8079fc57db85\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.421879825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.42191759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.421955455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.422863338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.424652431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.429316034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.429392646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.429436072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.429477935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.429513596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.429952558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.433523139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29218","req_id":"06fc45e3-3fd0-41f6-88f3-f04f484e5516","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   5c ae 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   \\............_co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.433669089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29218","req_id":"06fc45e3-3fd0-41f6-88f3-f04f484e5516","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23726,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.433969055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.434050908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.434175786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29218","req_id":"06fc45e3-3fd0-41f6-88f3-f04f484e5516","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.437378977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.442029403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.442106336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.442151105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.442560098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.443553681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.443622798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.443657407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.44369935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.444208141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.447085666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8818, tv_nsec: 364872379 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.447177668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.449917139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.44999317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.450039172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.45008375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.450126956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.450583192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.451675341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.451741883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.451777073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.451819097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.452531962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.454235867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 5e29e372-32ca-4661-b321-a32f9874c803","vendor":"test-vendor","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","physical_disk_id":"5e29e372-32ca-4661-b321-a32f9874c803"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.454315194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.454357568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.455659514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.460433095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.466006304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.466102895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.46615065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.466198596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.466239988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.466656174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.467932459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.468014753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.468051616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.468096475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.468531439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.470983879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61441","req_id":"2e882aae-7f9c-4546-a3ee-804ed927ef7c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   a2 94 01 00  00 01 00 00  00 00 00 01  24 38 39 37   ............$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.471283124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61441","req_id":"2e882aae-7f9c-4546-a3ee-804ed927ef7c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41620,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.471824329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.471927844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61441","req_id":"2e882aae-7f9c-4546-a3ee-804ed927ef7c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.476412361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.480597874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.480659286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.480699305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.481058358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.481946232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.482047362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.482194084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.48248407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.485180585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.485276235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.485314491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.489411689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 5e29e372-32ca-4661-b321-a32f9874c803 (physical_disk), lookup_type: ById(5e29e372-32ca-4661-b321-a32f9874c803) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.48951789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.48955863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.489592287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.490315414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.491790613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.491852276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"b30cb8db-140a-4905-9156-dead21d81a27\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":21,"elapsed":"465.531043ms"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.497642436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.500215215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.500368951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.500440543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.501240081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.512474283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.512574722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.512636816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.512827895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":21,"elapsed":"483.841729ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.513660769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.521201947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 5e29e372-32ca-4661-b321-a32f9874c803 (physical_disk), lookup_type: ById(5e29e372-32ca-4661-b321-a32f9874c803) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.521291264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"5e29e372-32ca-4661-b321-a32f9874c803","zpool_id":"b11e0c7c-e071-4bea-9e2b-4db2735b74af","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.521332917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.521371564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.521941465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.528541614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94931fcb-5fd4-42fb-918d-2c063a31342a\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.528792292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.529271644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.529338046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.529379779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.529417664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.530364174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.541221387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.54496408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.549308238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11971762-9c3f-4d14-b6cd-2e199dfcc9cb\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.549844193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.553269445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.553338633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.553378502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.553413592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.554276255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.556756651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93f651b9-3d59-41e5-ac4d-b81f638122e3\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.557090284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.558200639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.574502646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.574807822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.575292826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.576247722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.582027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab7cf541-838c-405d-ac78-3ed779a36cec\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.582232098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.582714676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.582964041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.583141123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.583297784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.584279644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.591917724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.59772125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.597790538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.597827341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.598240121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.598978578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"691ae500-9cc2-4af1-be71-95e479e78c49\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.59919138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.601821634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.601886773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.602396957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.603167397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c42006d0-c8a2-4ec3-a426-23cf624f833a\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.603236654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.620912039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a9b955-ab53-44a6-a85e-7005fe7b4ac6\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.623163441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.635180167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4990105a-2591-4dfe-9afd-5e2d89048aec\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.635551645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.640424162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06a58455-9bfa-40c0-a864-aaba8b3d726f\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.640854807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.646018663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dfbb327-42de-4105-8cce-8abd8cd638ca\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.646491001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.648256718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d027421-f4e4-4325-a8cd-8e6218b93730\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.648522316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.655559562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d83fff67-444a-4612-97fc-5d3fbeb1acd8\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.655798046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.66201843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcdb971d-c42a-4b21-aa7e-d5d74903522f\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.662626447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.671857972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b01600b-d3c1-4ad8-a18d-71f386df15c8\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.672197767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.675636757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddfb696e-2d98-492c-ae75-a9c39b8e331b\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.676118444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.680029261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb3ca6cc-b045-4ffc-a16a-b99ff007c5f6\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.680245951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.689094996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee93ff93-769e-4d77-af82-1b02bae0cec2\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.689337267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.693014631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b18b27c-9763-4319-a54f-e7f68aa48d91\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.6932407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.696124117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.700044182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b11ff40-bee9-4219-92b7-5462915d5f2d\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.70023927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.701395877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4968af33-dcda-4a3a-a0be-db3902bf0cb8\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.701552498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.702593926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c356aaa-07d1-41f9-af41-1435d8f13e51\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.702746369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.703830422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44a26cc8-ffce-44d8-a685-307179cc2260\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.703932254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.704723636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.704794978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.705426312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.706437039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.706950148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76ca6c71-f6a0-48b2-8e58-f12570f32305\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.707129524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.709456536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"376ec545-21a3-495b-a613-dc8500b07766\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.709898323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.710681739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.710868971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.712820076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eacd161b-3e3f-4068-860e-5fd6c6e64e86\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.713077217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.713666467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.713797177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.715034294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c73c69d-948c-4cfd-95b1-a8d8ad439bb5\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.715303629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.719477949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c375a66-58ce-4376-bc2a-a1111f0bcafa\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.719775831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.726070954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e350b852-4d44-431a-afb2-c5617781dfac\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.726428584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.729334285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29b1e24c-84f7-4b63-9c11-3ec5418b5b5c\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.729532438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.733744604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e2ea8e5-9087-485c-99d7-3c92103e6db5\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.733933128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.736850473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf8a27d-b8d9-4959-9a2d-274950119982\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.73721691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.739486849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"180b453a-e9b4-4c49-ba1a-e665a5e5a832\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.739804119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.742177472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b2cacb3-5327-42de-9a8b-e5f624e531c3\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.742683337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.743922749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d34be63-ab14-410a-83ae-dc4d6f42350e\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.744221692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.745626843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33371eba-18b5-4a3a-a486-ce353a317984\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.745732804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.746817448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9954a45-b6a0-4d41-81c1-d3a82795e35e\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.746957706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.747703478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.747752204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.747789979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.74782555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.748843412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.750215647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dda45a35-69c4-4f2d-a173-75475eb71e72\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.750306948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.75166217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"792c2527-08f2-4e1e-bb91-4802332b685e\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.751853079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.752395556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.75768925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.757762536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.757803477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.758279312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.760725671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60f163fd-bd3a-44a3-b5ed-c11115d44f7a\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.761099323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.762098587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.762166602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.763059766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.76521176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"834d9386-8781-4ba5-be84-fdc8b88d70a6\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.765490634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.768535732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d8cef64-630a-4d82-9707-1779d54be694\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.768868683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.772763809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7b941cd-8a52-47db-b34e-5fea63039d84\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.773113233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.775869117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070f45e8-a33d-4c17-bdb2-301c8dc1c3e6\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.775948464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.779049913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e42718-c4cb-48ab-b428-84db002444a0\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.779291644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.782676296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73c492b6-6850-4d56-a131-f657a9344a49\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.782969378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.785746333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f7a799-63a6-45c8-88cf-c1cbb303a24b\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.785925158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.788270216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b5980d-9a4f-415b-a5e0-57892a707998\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.788422769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.78987843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d820f91-f38c-44ed-9d80-3fb281c3db9e\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.790189688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.792497161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d091496e-7ed6-49d9-a661-fd114f402b81\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.792714673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.795542359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c299fc40-9b8b-400b-af7f-dd1c2f374093\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.795621797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.797040925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73b7cedd-5a29-4570-ade5-a86447d18668\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.79711888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.797155182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.799545309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb29df4b-e229-4099-83aa-1de7899220f7\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.800204859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.803899687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"321a38da-c3c5-4929-ba20-926709e61f12\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.804244712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:03.806196479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.808739439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b22c9da-bf77-4746-bf1f-a6eff90a36f4\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.809012432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.81326613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64f8cfc6-90a3-45d6-821f-80d5b1586a7e\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.813557388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.815155833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a885a300-86a9-4363-9bba-d007f79425e3\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.81531039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.81536569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.815405849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.815442803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.816263904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.819609047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.824681241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.824755879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.824799195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.824841499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.824878793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.825351342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.830046527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.836201912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.836294987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.836341239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.83690574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.936350546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.936747003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.937901636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.938243986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50415"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.938505475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.93879455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.940987395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"99b4da58-55d7-444b-b44e-b63a5ddac2f4","remote_addr":"[::1]:50415","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.941093455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"99b4da58-55d7-444b-b44e-b63a5ddac2f4","remote_addr":"[::1]:50415","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:03.943479905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"99b4da58-55d7-444b-b44e-b63a5ddac2f4","remote_addr":"[::1]:50415","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2476,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.944122892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.945309078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.945377744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:03.945418405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:03.945605677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b4da58-55d7-444b-b44e-b63a5ddac2f4\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:06:03 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.041812021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.042100744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.043545173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.043627106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.043859928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.043930388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.045340639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.046628667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50247"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.049159413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"18635f90-6e9c-489b-8fa7-63db50cbf28f","remote_addr":"[::1]:50247","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.049234402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"18635f90-6e9c-489b-8fa7-63db50cbf28f","remote_addr":"[::1]:50247","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.050445457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"18635f90-6e9c-489b-8fa7-63db50cbf28f","remote_addr":"[::1]:50247","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":1298,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.051180778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18635f90-6e9c-489b-8fa7-63db50cbf28f\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:06:04 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.140453852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.14061419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.141230504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.150910179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.151004546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.151048493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.151794285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.153264885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50362"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.155989797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"29dccb18-fcbf-4da6-be64-0562dc878d7b","remote_addr":"[::1]:50362","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.156074285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"29dccb18-fcbf-4da6-be64-0562dc878d7b","remote_addr":"[::1]:50362","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.167319198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"29dccb18-fcbf-4da6-be64-0562dc878d7b","remote_addr":"[::1]:50362","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11326,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.169279752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29dccb18-fcbf-4da6-be64-0562dc878d7b\", \"content-length\": \"20607\", \"date\": \"Wed, 04 Mar 2026 07:06:04 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.247620513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.247711444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.248330213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.248406895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.249124571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.250320636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43540"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.256633975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"3260c869-11df-432b-8c42-63a6b6e664f2","remote_addr":"[::1]:43540","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.25672192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"3260c869-11df-432b-8c42-63a6b6e664f2","remote_addr":"[::1]:43540","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.261134704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"3260c869-11df-432b-8c42-63a6b6e664f2","remote_addr":"[::1]:43540","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":4515,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.265530875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3260c869-11df-432b-8c42-63a6b6e664f2\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:06:04 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.266468878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.266531783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.266567444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.266862049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.267152005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:04.267417061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.333953879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.334054098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.334343322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.334699369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.39340317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.393497998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.39414321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:63215"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.400044059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"7d33fba6-7881-4cdc-b913-94075f5db5fd","remote_addr":"[::1]:63215","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.400127034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"7d33fba6-7881-4cdc-b913-94075f5db5fd","remote_addr":"[::1]:63215","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.402929179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"7d33fba6-7881-4cdc-b913-94075f5db5fd","remote_addr":"[::1]:63215","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2898,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.407479897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d33fba6-7881-4cdc-b913-94075f5db5fd\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:06:04 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.407861325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.40802004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.408068617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.408196982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.408251941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.408293634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.408332952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.409083873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.420318055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.424685479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.425391792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.42546155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.426076462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.512358144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.564506816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.564597626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.564643948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.564683918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.565453997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.568632079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.574860459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.574947211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.57498676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.575467395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.633196008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"3e4834ed-efed-40c7-b703-e6583496a50c"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.633303903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:06:03.485027 UTC","collection_id":"3e4834ed-efed-40c7-b703-e6583496a50c"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.633636393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"3e4834ed-efed-40c7-b703-e6583496a50c\",\"time_done\":\"2026-03-04 07:06:04.408002 UTC\",\"time_started\":\"2026-03-04 07:06:03.485027 UTC\"}","iteration":26,"elapsed":"1.805510002s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.633705841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":27,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.633743175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.633783806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.633825088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.633863264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.634523866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.635385156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.635443292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.63548296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.635523501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.635560464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.636009666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.63902222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.651104135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.651238803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.651283562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.651543728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.652963548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.659789816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.659865777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.659909614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.660373154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.662055476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.662123631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.66305961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.666464713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.66653393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.667045186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.668053909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(a85a88ed-41a8-47c5-9531-f1e8e523c8ca, 2), (c3f55f30-622b-430a-b1e1-69feb25d9975, 2), (b30cb8db-140a-4905-9156-dead21d81a27, 2), (3e4834ed-efed-40c7-b703-e6583496a50c, 2)]","collection_id":"a85a88ed-41a8-47c5-9531-f1e8e523c8ca"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.668120161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.668161954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.668666866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.687095016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.687471193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.688195161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ccc64bc6-41f0-4c81-88bf-7411eab31d51","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.688337825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ccc64bc6-41f0-4c81-88bf-7411eab31d51","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.688693802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ccc64bc6-41f0-4c81-88bf-7411eab31d51","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.688781736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ccc64bc6-41f0-4c81-88bf-7411eab31d51","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.69031933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ccc64bc6-41f0-4c81-88bf-7411eab31d51","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.697725229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ccc64bc6-41f0-4c81-88bf-7411eab31d51","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9523,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.69994652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccc64bc6-41f0-4c81-88bf-7411eab31d51\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:06:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.700068272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.700957037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9bfe953d-97b9-480d-b22e-a63f97949e9b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.701061264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9bfe953d-97b9-480d-b22e-a63f97949e9b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.701399967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9bfe953d-97b9-480d-b22e-a63f97949e9b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.701496108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9bfe953d-97b9-480d-b22e-a63f97949e9b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.702470513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9bfe953d-97b9-480d-b22e-a63f97949e9b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.705498818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.705669036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.706081114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.707369132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.70789642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9bfe953d-97b9-480d-b22e-a63f97949e9b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6979,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.708673493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bfe953d-97b9-480d-b22e-a63f97949e9b\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:06:04 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.709686976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.709879157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.709930119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.715184985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.715255275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.723497364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.723573826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:04.77668519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":17,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":17,"nphysical_disks":17,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"a85a88ed-41a8-47c5-9531-f1e8e523c8ca"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.776869436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.776918804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.777835134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.789113372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(c3f55f30-622b-430a-b1e1-69feb25d9975, 2), (b30cb8db-140a-4905-9156-dead21d81a27, 2), (3e4834ed-efed-40c7-b703-e6583496a50c, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.789285674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.790322263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4888","req_id":"14d51a6e-df25-4f9b-a209-fe52213e7105","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   61 b4 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   a............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.790526168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4888","req_id":"14d51a6e-df25-4f9b-a209-fe52213e7105","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25012,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.790962665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.791358812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.791579781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.791759127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4888","req_id":"14d51a6e-df25-4f9b-a209-fe52213e7105","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.792783271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8819, tv_nsec: 710286642 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.792886015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.793043868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.795270591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11225","req_id":"40ffef23-d99c-499a-820e-72dcd33b5a77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d6 d4 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.79535581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11225","req_id":"40ffef23-d99c-499a-820e-72dcd33b5a77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54996,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.795664954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.795895482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11225","req_id":"40ffef23-d99c-499a-820e-72dcd33b5a77","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.796220848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31518","req_id":"b08be9d8-53ea-4296-8d46-60f8b4078ff9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0b 7e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .~..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.796411116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31518","req_id":"b08be9d8-53ea-4296-8d46-60f8b4078ff9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2942,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.796899105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.796996388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31518","req_id":"b08be9d8-53ea-4296-8d46-60f8b4078ff9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.995954215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.997235991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"3e4834ed-efed-40c7-b703-e6583496a50c\",\"time_loaded\":\"2026-03-04T07:06:04.635367551Z\",\"time_started\":\"2026-03-04T07:06:03.485027Z\"}}","iteration":25,"elapsed":"361.82828ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.997330088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.997369205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.997399746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.997429084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.99768372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.997755302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.997788779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":24,"elapsed":"54.638µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.997823728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.997923937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":23,"elapsed":"139.326µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.99797555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.998009477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.998051471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:04.998093213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.99813166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:04.999071176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.001247228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:05.001341184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.001392256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.002558101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:22502","req_id":"29dd5fc3-2366-4dbb-a239-239130046f13","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   9a 0f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.002651006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:22502","req_id":"29dd5fc3-2366-4dbb-a239-239130046f13","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39439,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.003070459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 39439,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:05.003253442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:22502","req_id":"29dd5fc3-2366-4dbb-a239-239130046f13","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.003288221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17545","req_id":"cc9f7988-528a-4914-8591-551cf5d27d63","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   97 4b 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .K..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.003339293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17545","req_id":"cc9f7988-528a-4914-8591-551cf5d27d63","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38731,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.00347901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.00367008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.003803314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.003903864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17545","req_id":"cc9f7988-528a-4914-8591-551cf5d27d63","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.006464459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.007108599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8819, tv_nsec: 924883359 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.007221653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.007259168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.007503814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.008481586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.008554771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.00859451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.008777543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.013287811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.013349734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.013389924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.013430955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.013468811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.013801471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.016677283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39236","req_id":"ef65782f-aabb-4095-98cd-0cd92890b960","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   93 3e 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   .>..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.016769216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39236","req_id":"ef65782f-aabb-4095-98cd-0cd92890b960","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37694,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.016914504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.017034753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.017079331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39236","req_id":"ef65782f-aabb-4095-98cd-0cd92890b960","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.01744137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27815","req_id":"4e0fe3e7-e736-4feb-9a3d-fd318d4045c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ab 72 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .r..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.017524876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27815","req_id":"4e0fe3e7-e736-4feb-9a3d-fd318d4045c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43890,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.017703431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.017730575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27815","req_id":"4e0fe3e7-e736-4feb-9a3d-fd318d4045c2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.01778348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28511","req_id":"227c7ded-9511-4e57-9ec3-afc99d65fdd3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   1f 82 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.017837557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28511","req_id":"227c7ded-9511-4e57-9ec3-afc99d65fdd3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8066,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.018008787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.01803547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28511","req_id":"227c7ded-9511-4e57-9ec3-afc99d65fdd3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.018616354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8819, tv_nsec: 936486403 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.018704098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.173480828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.174679769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.179138434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.179282971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.179322991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.17966995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.182457005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36929","req_id":"d23d07da-5c22-41b5-b4aa-d732140d1c9d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   b0 f1 01 00  00 01 00 00  00 00 00 01  24 38 39 37   ............$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.182546723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36929","req_id":"d23d07da-5c22-41b5-b4aa-d732140d1c9d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45297,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.182719777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.182845106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36929","req_id":"d23d07da-5c22-41b5-b4aa-d732140d1c9d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.187570832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.187642163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.18768601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.187724567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.188174681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.190895575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.191008249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.191062356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.191376951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9112340-8839-4741-aaad-16a64af6c353\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.191532851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.194974546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.198983077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.199053537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.199095811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.199135139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.199173506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.199516918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.201203487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.20295195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:50508","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.203130304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:50508","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.203281434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:50508","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.203423296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:50508","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.2035711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:50508","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.20371759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:50508","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.203857478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:50508","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.203976505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:50508","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.204107846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:50508","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.20428641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:50508","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.205687944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:50508","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.205801309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:50508"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.205922961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 92745bd5-13f3-4440-bd25-a2dfbb5ba3c1","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"92745bd5-13f3-4440-bd25-a2dfbb5ba3c1"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.205981246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.206059412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.207276499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.21068061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7c7e866-0833-40af-88cd-fb5ac159e925\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.217396037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.21745789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.217497759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.218471373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.224534575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.228571182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.228685248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.228727242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.229253467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.230200247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.230252261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.230281358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.23031729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.230764829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.237054069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.237122285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.238139656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.238730529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.238794646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.238838403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.238880397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.238919013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.239397223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.242443062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0824f5e-080e-4b18-9f52-4a257beafc7b\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.242752768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.24343866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.243496374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.243530683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.243573097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.244018121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.249065495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.253630091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.253721833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.253764017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.253805469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.253842152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.254554417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.25615245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.256216818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.256303721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.256396285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.257203568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.260774099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.26633291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.266847752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.266913312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.267869111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.274267278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.274383629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.274427416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.274462686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.275395409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.28031019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.280376982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.280487011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.280880302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.281833696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.281900458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.281939666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.281977301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.282013302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.282426603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.295997686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.296177273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.296342762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.296455255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.297873762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.303065423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.309519111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.309592557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.309639009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.309677365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.309712034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.310145846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.313260241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.313326102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.313565427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.313615817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":22,"elapsed":"316.253004ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.314273834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.319942643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.327461656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"92745bd5-13f3-4440-bd25-a2dfbb5ba3c1","zpool_id":"a8231280-3589-418c-be09-fe5dd3ef1090","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.327616704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.327676513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.328366624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.332910067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b5c6d11-d31e-49ab-a364-8cca6c6df062\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.33345502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.335646091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.350391537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.350470183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.35051404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.351342035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.365208184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.368255226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.368319163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.368358691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.368388931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.376790959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.376873352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"3e4834ed-efed-40c7-b703-e6583496a50c\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":22,"elapsed":"378.908413ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.385987955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.389036599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.391167451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f76416d9-f2e7-4980-8bbf-11589f88e6c7\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.391350515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.393324225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f9b434d-f948-4beb-8ddb-5453861dd541\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.393410526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.395156734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"dca02dc3-ff54-4ecb-8603-6b505db06449","zpool_id":"a8231280-3589-418c-be09-fe5dd3ef1090"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.39586467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e690808-4f0f-4f58-9a58-1f7b91489209\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.395943096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.399331075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0675c81-8697-4ad6-afca-23dbeb42370c\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.399771189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.402683894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17c8c4e1-87a3-4292-96a3-e7cadfb3445f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.40289856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.40387524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 92745bd5-13f3-4440-bd25-a2dfbb5ba3c1","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"92745bd5-13f3-4440-bd25-a2dfbb5ba3c1"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.403929408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.403966161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.404804726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.407449619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2dc5e9-e5ca-4a55-bde2-3209799b2764\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.40761111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.408588301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 92745bd5-13f3-4440-bd25-a2dfbb5ba3c1 (physical_disk), lookup_type: ById(92745bd5-13f3-4440-bd25-a2dfbb5ba3c1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.408645454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.408682728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.408716585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.409308611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.41009351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0852d57-5b6a-4308-a84d-93d42d8eb0fe\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.410261063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.411633849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd2327a9-4907-49aa-8791-0eacc8914997\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.411808156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.413196142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29fd1244-cbee-40ec-a4bc-1d55a690dd06\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.413354577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.413613972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.42053122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 92745bd5-13f3-4440-bd25-a2dfbb5ba3c1 (physical_disk), lookup_type: ById(92745bd5-13f3-4440-bd25-a2dfbb5ba3c1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.420593805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"92745bd5-13f3-4440-bd25-a2dfbb5ba3c1","zpool_id":"a8231280-3589-418c-be09-fe5dd3ef1090","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.420629065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.42066196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.421129919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.425109403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81537ad-4024-4912-82e9-2b05ab54fca2\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.425257778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.426631696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2bf1e07-2e07-425b-9e8e-3651b1a878e1\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.426858807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.427107812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.427165847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.427203632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.427237299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.427990325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.430959832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b80146-2f03-43c0-adbb-d47fd00c190d\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.431131093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.433362053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e40d676-8c33-4c66-96ff-9611a2e9ab9a\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.433468775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.433656889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.436550486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.438713101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41c00a6d-f832-4d0b-987e-4e6ee947fb4c\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.438861927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.442501054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4018de8e-728b-435e-bd78-0d7aed8a0e30\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.442634098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.444852224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e0a3eed-a307-425a-b0b5-04644fd55e2f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.444941451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.446973817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97dee78c-e52e-40da-864b-125182fcfcfc\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.447057103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.448031218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aabb51d-16cd-49e7-80ff-8d25983877d4\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.459927695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.460446525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.460511294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.460553818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.460590481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.464770884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.469654794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2d7c94f-1389-4e95-b4c6-c872215fe284\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.474567691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.47608254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab95eb84-e2ad-42e7-8c72-7c8c67da9542\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.476400932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.477333254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.481202749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.481310733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.481352667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.481971456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.483192791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c273656-11ef-455b-b898-fec67c458b80\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.483556093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.486295393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a8fd2c2-56d2-4bd4-b621-be68daddd6ee\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.48655045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.486888942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.486954072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.487022357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.48706384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.487680775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.48934971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c02e7981-10ae-4681-bcfa-24f8dde5aa3b\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.48953111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.490822935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.498261689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.498368862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.49842324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.498846932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.499883871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bd1d0e9-7309-4352-959c-0ad030c57526\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.500126042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.502811506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"541e5de4-a77f-46ab-999d-1bf15089abd7\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.503027695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.503753847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.503818646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.504613805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.507808019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7727dd23-c6f8-4a1d-9760-48e377ba1952\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.50803009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.510112306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0642f15-4d62-4e36-9e3c-7c5fa191dd73\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.510248386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.51235984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a886da9-2945-4304-9b68-8434621346d3\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.512436472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.514747822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54c105c7-d2b4-4352-8d54-23623dff79a8\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.514977518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.518111533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b210c7ce-a0d1-46b3-b0f1-995d9c0091d0\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.518226341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.52103047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bc523e1-2cf1-4c83-a856-77d23670b378\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.521122673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.522763943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba627d1-0a65-4753-861f-e8131e723627\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.522961736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.525593302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"639e7487-a3bc-46fe-963d-acec40e42289\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.525811436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.527691269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1815ecf9-443e-485b-9fb2-257e38aea03e\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.527784785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.528679542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4f6c68f-fbcf-4144-827e-70d19572d1b0\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.528808518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.530159752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2845f625-41cc-45c6-95a7-355a10cb69fc\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.530248167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.53123117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52001095-38fa-4fe8-9977-909130f3680e\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.531308383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.532863682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9822d041-0859-4851-a0fd-a7c55418b55e\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.533081525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.535028131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88a26ffc-a712-4ff4-b604-0de0ef572983\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.535561069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.540140655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789c94e7-5494-4509-8fba-4f04353e02ba\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.540296404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.543398665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5e0913-041e-4f8c-87b3-a238e1fec2e3\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.543578072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.547533968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfe41d48-250b-4bdf-9f38-2df3fdf52675\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.547934153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.55147244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2518be9d-537d-4d55-863a-b03ebc2f4579\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.551575726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.554637046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e83a2f0-4507-4e8d-988b-fee0324dfbbc\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.554841572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.557416045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd81aa1-ea6c-4bbb-a11c-77fc4e6cb95c\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.557503709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.558997015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be13bad1-45ff-433c-9eba-17c56139050f\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.559093577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.560558847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"762ee30f-bc9d-4478-adc5-b06f7c815b8e\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.560665939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.562511355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2345e304-379d-49af-9749-ec2fd4237846\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.562850408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.56517778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.566635716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2015453e-f0fa-4158-bd70-10c2d3f4c29f\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.566935251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.566983988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.569719661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c71ce9a2-5ea5-4769-a739-ca98d00fd959\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.569837886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.571543934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c712f93-9ea8-4c07-91b3-f5e4cc48765c\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.571892226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.574234448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"204ad3ad-4ed9-454a-aeec-671de79d26f0\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.574412311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.575646823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c950c5dc-7979-4d95-b12f-a20db006a4d7\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.575837171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.578061889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f1a7348-7112-48ac-9dbc-e520b6a30d0c\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.578407856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.578465671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.578508987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.57854583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.579617839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.583764545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.592446899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.592585885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.59269411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.592811403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.592910851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.593708705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.598426796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.60430975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.604373947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.604699384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.606752341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.718630109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.718852952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.719494175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.719634184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.719741757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.719825163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.720536666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.721244382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45486"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.72153071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.721674135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.722278686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.723183423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.733804186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"ae059d41-6de5-45be-83f3-11afaa0cfe5f","remote_addr":"[::1]:45486","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.733961479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"ae059d41-6de5-45be-83f3-11afaa0cfe5f","remote_addr":"[::1]:45486","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.736012302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"ae059d41-6de5-45be-83f3-11afaa0cfe5f","remote_addr":"[::1]:45486","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2240,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.737057808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae059d41-6de5-45be-83f3-11afaa0cfe5f\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.816671697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.816775393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.81741829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.825932941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.826007128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.826047248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.827606284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.82789125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57686"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.828313479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.828383528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.829319547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"becb2196-f637-4a92-8ed2-3b3a459a564c","remote_addr":"[::1]:57686","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.829387923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"becb2196-f637-4a92-8ed2-3b3a459a564c","remote_addr":"[::1]:57686","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:05.831176435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.83130508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"becb2196-f637-4a92-8ed2-3b3a459a564c","remote_addr":"[::1]:57686","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":2001,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.833375743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"becb2196-f637-4a92-8ed2-3b3a459a564c\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.895482292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.895575537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.896233544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.896301819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.897199011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.897812129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61382"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.898244738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.898312082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.899412808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7865a133-b505-4af8-adb6-a04a539bad32","remote_addr":"[::1]:61382","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.899486073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7865a133-b505-4af8-adb6-a04a539bad32","remote_addr":"[::1]:61382","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.901295487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"7865a133-b505-4af8-adb6-a04a539bad32","remote_addr":"[::1]:61382","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1900,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.90171506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7865a133-b505-4af8-adb6-a04a539bad32\", \"content-length\": \"20997\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.961472063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.961618564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.962270248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39421"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.96258824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.962659271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.963319031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4fcb34ab-1df5-49be-9f59-24f3d69e9eca","remote_addr":"[::1]:39421","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.963402116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4fcb34ab-1df5-49be-9f59-24f3d69e9eca","remote_addr":"[::1]:39421","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:05.965259164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4fcb34ab-1df5-49be-9f59-24f3d69e9eca","remote_addr":"[::1]:39421","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":1952,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.965635331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.966378718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.966442014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:05.966482564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.966516131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fcb34ab-1df5-49be-9f59-24f3d69e9eca\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:06:05 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.967409315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.967463793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.96749762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.967698048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:05.967969086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:05.968351496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.020690065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.020786186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.021124658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.021352981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.097365488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.097947394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.098677685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:63200"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.101893732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"84f2a57b-184c-4690-932b-7f7258e19d03","remote_addr":"[::1]:63200","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.10195806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"84f2a57b-184c-4690-932b-7f7258e19d03","remote_addr":"[::1]:63200","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.103288422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"84f2a57b-184c-4690-932b-7f7258e19d03","remote_addr":"[::1]:63200","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1403,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.104125314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84f2a57b-184c-4690-932b-7f7258e19d03\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:06:06 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.104532893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.108386066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.108446176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.108650091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.108716182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.108757955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.108794858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.110752326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.126964825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.134209313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.134909955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.134976377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.136011452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.254076419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.254269884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.254414982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.254910686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.255487692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.257267467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.262204953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.268909058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.268994107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.26903611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.269823374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.27362286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.274362529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.274500664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":12,"elapsed":"20.148767ms"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.325209004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.32534795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.325392639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.32543331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.326178129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.329523413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.335031964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.335122373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.335163024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.335552628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.418236194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"f31a9978-2f98-4a90-99ca-fda3752d68eb"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.41844038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:06:05.190803 UTC","collection_id":"f31a9978-2f98-4a90-99ca-fda3752d68eb"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.418876265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"f31a9978-2f98-4a90-99ca-fda3752d68eb\",\"time_done\":\"2026-03-04 07:06:06.108428 UTC\",\"time_started\":\"2026-03-04 07:06:05.190803 UTC\"}","iteration":27,"elapsed":"1.785150816s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.419062525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":28,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.419239006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.41938724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.419504343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.419601305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.420640319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.421549625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":26,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.421669784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.421772818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.421865021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.42195001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.423140545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.427814157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.427929636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.428910033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.431724042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.436725766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.436793641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.436835544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.43731669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.438513196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.443752642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.443875185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.443916708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.444220692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.447697146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(c3f55f30-622b-430a-b1e1-69feb25d9975, 2), (b30cb8db-140a-4905-9156-dead21d81a27, 2), (3e4834ed-efed-40c7-b703-e6583496a50c, 2), (f31a9978-2f98-4a90-99ca-fda3752d68eb, 2)]","collection_id":"c3f55f30-622b-430a-b1e1-69feb25d9975"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.447770682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.447811323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.448539118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.449541589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.449599384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.45086624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.541202796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.542319163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:54617","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.542397128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:54617","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.542439192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:54617","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.542480313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:54617","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.54251879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:54617","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.54255925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:54617","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.542598197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:54617","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.542637045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:54617","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.542677395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:54617","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.542715931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:54617","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.543592612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:54617","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.543658734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:54617"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.543693884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 7929a3a2-99b4-4e1a-adb6-d217954748cc","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"7929a3a2-99b4-4e1a-adb6-d217954748cc"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.543741729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.543778722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.544541096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.54588729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":18,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":18,"nphysical_disks":18,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"c3f55f30-622b-430a-b1e1-69feb25d9975"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.546004513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.5460434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.546690174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.549628139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.549683089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.550215045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.552118185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.552185218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.552226079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.55226156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.552823897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.553361013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(b30cb8db-140a-4905-9156-dead21d81a27, 2), (3e4834ed-efed-40c7-b703-e6583496a50c, 2), (f31a9978-2f98-4a90-99ca-fda3752d68eb, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.553423988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.554501709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"f31a9978-2f98-4a90-99ca-fda3752d68eb\",\"time_loaded\":\"2026-03-04T07:06:06.421643732Z\",\"time_started\":\"2026-03-04T07:06:05.190803Z\"}}","iteration":26,"elapsed":"132.875572ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.554596597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.554642559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.554672728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":25,"elapsed":"30.32µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.554707648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.55473878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":24,"elapsed":"13.997µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.554775162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.554809049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.554836975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.554862966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.554889419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.554995379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.555051611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.555119285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.555160647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.55567058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.556983227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59100","req_id":"93fd8d0a-3b4f-46ee-8b7c-5fd7fa34cb36","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   98 94 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.557063376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59100","req_id":"93fd8d0a-3b4f-46ee-8b7c-5fd7fa34cb36","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39060,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.55726673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.557530314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.557704319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.557844077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59100","req_id":"93fd8d0a-3b4f-46ee-8b7c-5fd7fa34cb36","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.557937853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29745","req_id":"e515040b-86ce-45a9-b30f-5a334b938c2b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   19 78 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .x..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.557984746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29745","req_id":"e515040b-86ce-45a9-b30f-5a334b938c2b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6520,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.558139814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.558322748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.558564037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.558633675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29745","req_id":"e515040b-86ce-45a9-b30f-5a334b938c2b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.559262534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8821, tv_nsec: 477106061 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.559403815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.559470888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.559832466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8821, tv_nsec: 477692315 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.559926994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.559958907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.560460944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.564802798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.564886604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.564931473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.564973887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.565010991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.565355465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.566307787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.570479272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.570823315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55767","req_id":"bb24390b-a05a-4066-8401-82653f171be2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a9 a3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.570903765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55767","req_id":"bb24390b-a05a-4066-8401-82653f171be2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43427,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.571085596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.571193209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55767","req_id":"bb24390b-a05a-4066-8401-82653f171be2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.571264972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26852","req_id":"6eacaa30-f6e6-4d48-8ae4-b590ecf2c104","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   31 c3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   1...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.571321494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26852","req_id":"6eacaa30-f6e6-4d48-8ae4-b590ecf2c104","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12739,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.571493616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.571520239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26852","req_id":"6eacaa30-f6e6-4d48-8ae4-b590ecf2c104","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.571573876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64420","req_id":"81bb24b5-5fd3-4026-86ad-e5795cc00338","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5b ea 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   [...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.571628664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64420","req_id":"81bb24b5-5fd3-4026-86ad-e5795cc00338","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23530,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.571850305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.571880414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64420","req_id":"81bb24b5-5fd3-4026-86ad-e5795cc00338","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.571932768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28437","req_id":"f4cd2065-412c-4402-821f-98df3d0b9a44","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fe 7f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.57198909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28437","req_id":"f4cd2065-412c-4402-821f-98df3d0b9a44","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65151,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.572164168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.572193165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28437","req_id":"f4cd2065-412c-4402-821f-98df3d0b9a44","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.726139175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.899062314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.899665612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.906083929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.906238837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.906338104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.906890251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.908497202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"7929a3a2-99b4-4e1a-adb6-d217954748cc","zpool_id":"21ba1f8e-1ab2-43b5-a96a-7c858968c4cc","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.908609215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.908696428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.90921601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.910454119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.910610429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.910784345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.911727338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.91201064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.913404949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.913933479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bf97a69-6d1b-4f16-bc13-f1b7270e00c8","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.914058918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bf97a69-6d1b-4f16-bc13-f1b7270e00c8","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.914412971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53098","req_id":"5845d2f1-30b6-4f4c-aeb8-407b842311c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   d1 5a 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .Z..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.914999637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53098","req_id":"5845d2f1-30b6-4f4c-aeb8-407b842311c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53594,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.915433067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 53594,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:06.915738724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53098","req_id":"5845d2f1-30b6-4f4c-aeb8-407b842311c2","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.916074091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bf97a69-6d1b-4f16-bc13-f1b7270e00c8","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.916199309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bf97a69-6d1b-4f16-bc13-f1b7270e00c8","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.916878077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bf97a69-6d1b-4f16-bc13-f1b7270e00c8","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.918156647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bfacdbb-cc1f-4d16-9f65-6cd1bdd76733\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:06 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.918453356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.919694481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.920929524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.921191995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdec0cfa-03c3-4577-a8e7-c9151b0bb348\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:06 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.921387894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.921493845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.921584525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.922236439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.92280063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.923731188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.923891306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.924243125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39031","req_id":"66efe201-940d-44c6-b407-8a440a66d958","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   a0 f9 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   ............._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.924456338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39031","req_id":"66efe201-940d-44c6-b407-8a440a66d958","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41209,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.925112321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.925603387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.925777302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39031","req_id":"66efe201-940d-44c6-b407-8a440a66d958","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.92753879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8821, tv_nsec: 845432046 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.927690522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.927956219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.929071424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.929257364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.929342743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.930095358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.930289333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.930674558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3578","req_id":"28388042-42e5-4dd4-87dc-5f745653cf7e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   77 66 01 00  00 01 00 00  00 00 00 01  24 38 39 37   wf..........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.931044122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3578","req_id":"28388042-42e5-4dd4-87dc-5f745653cf7e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30566,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.931749814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.931998939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3578","req_id":"28388042-42e5-4dd4-87dc-5f745653cf7e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.933337307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.933644467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.93383247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.935145288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.935279895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.935384643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.935469251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.936207297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.938903221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29b76311-a6ba-437b-b56a-34fc8b1b5d9c\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:06:06 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.939244559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.93964792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.939765744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.939861625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.93994498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.94050866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.941591761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.941798121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.941903921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.941992717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.942514203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.943463158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bf97a69-6d1b-4f16-bc13-f1b7270e00c8","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":29539,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.945260407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bf97a69-6d1b-4f16-bc13-f1b7270e00c8\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:06:06 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.945633718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.946211496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.952359536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.952426249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.952466769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.952507079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.952543161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.953254163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.955324966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.959475469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.960273444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65dd2824-8edf-4e38-aea5-2d234e1535c4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.960409625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65dd2824-8edf-4e38-aea5-2d234e1535c4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.960864628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65dd2824-8edf-4e38-aea5-2d234e1535c4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.960943034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65dd2824-8edf-4e38-aea5-2d234e1535c4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.961386314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65dd2824-8edf-4e38-aea5-2d234e1535c4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.96485319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.973089899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.973221751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.973324404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.974082731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.976219895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.976277479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.976307028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.976342849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.977429257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.981883143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65dd2824-8edf-4e38-aea5-2d234e1535c4","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":21547,"response_code":200}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.982288257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"dc410f47-ee0a-4309-b6cc-f4312c039e36","zpool_id":"21ba1f8e-1ab2-43b5-a96a-7c858968c4cc"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.98449981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65dd2824-8edf-4e38-aea5-2d234e1535c4\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:06:06 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.984708344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.984767812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.984803323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.985969729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.986041141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.986074197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.986118705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.987392244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:06.990609434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.990679824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.990724082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:06.990766305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.990804241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.991330706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:06.99536077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.001864187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.002143732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.002207689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.002276977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.002324611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.004123304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.005295973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.005471762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.005550177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.006220559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.008966793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 7929a3a2-99b4-4e1a-adb6-d217954748cc","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"7929a3a2-99b4-4e1a-adb6-d217954748cc"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.009059217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.009099857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.01035998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.011583139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4c7f6a2-1edb-4697-b94e-1258589ca5ea\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:06 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.011955729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.012760929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.018674033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.018747639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.018790394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.019177192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.020700127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.020763011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.020919252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.020971586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.022097061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:07.02509225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.025458086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.025554127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.025665689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.025719636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.025806077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.026579523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.027447177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.027509531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.027753946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.027801991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":23,"elapsed":"473.126137ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.030259753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.035705879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.035780537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.035824214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.035866127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.035903933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.036450929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.037845338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 7929a3a2-99b4-4e1a-adb6-d217954748cc (physical_disk), lookup_type: ById(7929a3a2-99b4-4e1a-adb6-d217954748cc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.037974785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.03803237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.038072079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.038931205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.046186555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.050595581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.050680229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.050723525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.051146435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.060055459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.060269685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"f31a9978-2f98-4a90-99ca-fda3752d68eb\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":23,"elapsed":"505.351539ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.066791217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.073567806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 7929a3a2-99b4-4e1a-adb6-d217954748cc (physical_disk), lookup_type: ById(7929a3a2-99b4-4e1a-adb6-d217954748cc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.073681913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"7929a3a2-99b4-4e1a-adb6-d217954748cc","zpool_id":"21ba1f8e-1ab2-43b5-a96a-7c858968c4cc","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.073769777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.073857982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.07445615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.086000068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32302a7a-cc8b-4a1f-94e1-fd62129a70e4\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.086294292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.086644518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.086765859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.086864494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.086947229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.087697168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.098928354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.101703656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.103007706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"650b2c32-5de8-4243-83eb-40e496ca10b2\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.103257502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.107617351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a2b0a4b-bf75-47a4-80fd-1ca6719e2acf\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.107894372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.110420819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.11048147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.110520728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.110555707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.111671433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.116425645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5beb4f0a-a6fc-4619-8111-4ae98dbf0bf4\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.116716743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.130924361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.135683884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.135842288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.135936265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.136670062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.148535258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.148692991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.148799492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.148882728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.149544041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.163600529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff056497-110f-460f-b482-5138432f6a79\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.163830636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.168150315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.180728015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.18090152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.180961108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.181336935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.226546575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e00b784-2774-4aa4-aeac-78def2a1d107\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.226696402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.234644418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6edd086-57fa-45b1-8cfc-dd999db1b150\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.234762542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.238961973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ff73ba-ba59-434a-9e93-1dfbf4f1470f\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.239769086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.240229219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.240298527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.241651464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.246623609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb47042a-a9a1-45af-b301-83d70b6eab5b\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.2468306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.25056619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"578dca93-b4b3-4b17-8803-0711ae26a327\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.250761287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.253308987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1acef554-03b0-4ea5-bec2-ba014fc7a853\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.253724162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.259420545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3431d76-7c18-4cef-bb52-ba3c325946ef\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.259660221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.262476264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a038333e-47f8-444b-97b2-e888a6069c74\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.26257997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.264743046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"845125ee-7746-4122-ad5f-abc30ed042b4\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.264832183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.26687998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b71025fa-3153-4bf6-bab0-b37fd0c068f5\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.266964408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.269060671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09976c16-3a5e-4d9c-bb2f-3913f7714faf\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.269380627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.271429446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c852f8b-72ae-4dc6-bfc5-25b4aff80ff9\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.271574354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.272570772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6d1f104-998b-4595-bb8a-ef446fb5254c\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.272699638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.273822388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86be9835-e2f3-40f8-8228-e6a9cfeed4d8\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.273955924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.275118993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0491cbe-906b-4c12-b52c-f33c405dab8f\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.282892643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.286168218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f11ffd3e-8ace-4f5f-8c7b-9e272629607a\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.286386542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.291865714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d367e1d-043d-4318-a9c1-0bdaf69263a6\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.292690853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.294291852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"545a34aa-874b-4945-b8e8-4a9ff782a1e7\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.29451743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.296155614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f74f82cc-91ab-4d42-b4fc-425e122e1a42\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.296342445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.299021636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c42e364e-8d84-4a8f-a712-d6d152d25ca1\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.299187465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.302812144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ada7eb84-0dd2-4f76-a053-0a9406e90a2f\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.302984326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.305041923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66c43c74-4fc5-4503-97d5-3084e27a2587\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.305199436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.308494029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2c0fc0-5679-4a35-a18d-a35875def578\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.308877731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.31214977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49404683-c1b9-4840-9f63-1aed46aa7bc1\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.312224638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.314849241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddac9422-b40c-49c5-9b53-80b2e8846cc0\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.31520599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.317616727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df35f19-ba5a-4ad7-8a33-f5a131cc4718\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.317691476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.318692224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cd8a3bd-5196-4c6d-b033-3fa545173006\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.318870277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.319975793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"964ce69d-69cb-475b-89b9-8644c71c4626\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.320134448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.323123825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c12e87c-8667-4ed3-9ee1-247552f1b0c3\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.323342099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.324677992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5800b1c-8424-43e3-8000-5e53663a7b19\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.324754965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.326699597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89cffa66-f041-4dd6-b70a-371dbbca6f76\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.327342724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.328378261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.332166725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b36d0190-a34f-44f3-8a2a-8762b3012c21\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.332463665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.333904657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bf08e3e-9fe6-4c4f-b5e1-708f6d886bff\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.334059765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.335022487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98db0399-6545-484e-b744-40d4ccded93d\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.335110602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.337570988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efffea08-0682-43d7-abd5-c4e630354591\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.337943087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.341007023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b893a039-7e51-4741-b44f-cf75a10aabe5\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.341135698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.342800715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"373ee05d-7d6f-4c9a-aefa-3af6f1f09c84\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.342927637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.345056716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c059366-96dc-4aea-8d87-b64658ac426d\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.345135753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.347831236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c9984d3-683a-4ddb-b9ff-267a565a7466\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.347973218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.351098255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"561b3553-5cba-4ec0-bc8f-c4bc4beb7619\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.351217632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.352633023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77634695-143d-40e1-b5be-6f327f2a83f9\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.35281296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.35446939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f689e62-86b0-439e-87ef-2e0679e91bcb\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.35454487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.355952375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1afada67-112b-43f0-a7a1-9cbef2a349bf\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.356477909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.358260199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e268414-c9e3-4b01-8c68-d13e2bd85b3d\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.358375578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.358438954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.359921368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ad3a60c-8589-42fc-ae96-19e438e7b70d\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.36012877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.361322641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17bd2788-5fcd-4eeb-ad29-7a17abbb10c0\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.361512568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.362816608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91961d78-5a47-4fe9-918c-c27013a5e50d\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.362962799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.364162601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca347cce-e4e2-421f-9d57-e18b298ffd76\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.364312469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.365623814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2e62d2d-d5ec-46ed-9e66-d416fd4ef5d0\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.365848339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.365900132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.365941394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.365977827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.367008063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.370952166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.376178256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.376310087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.376366219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.376407501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.376444164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.377321707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.379671594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.379743697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.379784899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.379819848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.381047747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.382128664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.387276327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.387406656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.38747389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.387759777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.391479715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.398317857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.398414028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.398454338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.398892628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.467495409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.467595558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.468843677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52373"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.469427977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"9305e06d-eebb-4a72-bc29-20de52c63b51","remote_addr":"[::1]:52373","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.469498848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"9305e06d-eebb-4a72-bc29-20de52c63b51","remote_addr":"[::1]:52373","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.470833108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"9305e06d-eebb-4a72-bc29-20de52c63b51","remote_addr":"[::1]:52373","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1421,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.471290556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9305e06d-eebb-4a72-bc29-20de52c63b51\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.538984292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.53908399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.539927635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.539983045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.541082499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.541714504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61403"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.543496323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1e8d2b04-5def-4e91-a482-3ff3de7e27a6","remote_addr":"[::1]:61403","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.543553356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1e8d2b04-5def-4e91-a482-3ff3de7e27a6","remote_addr":"[::1]:61403","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.546405471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1e8d2b04-5def-4e91-a482-3ff3de7e27a6","remote_addr":"[::1]:61403","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":2790,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.546742039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e8d2b04-5def-4e91-a482-3ff3de7e27a6\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.676107199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.676200044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.676915585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60372"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.684312235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1a9c2c60-ce68-4c2d-aab5-2fe952ced5b4","remote_addr":"[::1]:60372","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.684462013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1a9c2c60-ce68-4c2d-aab5-2fe952ced5b4","remote_addr":"[::1]:60372","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.689776367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"1a9c2c60-ce68-4c2d-aab5-2fe952ced5b4","remote_addr":"[::1]:60372","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5529,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.69089547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9c2c60-ce68-4c2d-aab5-2fe952ced5b4\", \"content-length\": \"21389\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.768467084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.768584166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.769500396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44805"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.769875551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.769937203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.77025249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.771466711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.775261809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"22e65be1-fb77-4905-baae-02049180c8df","remote_addr":"[::1]:44805","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.775427858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"22e65be1-fb77-4905-baae-02049180c8df","remote_addr":"[::1]:44805","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.77925548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"22e65be1-fb77-4905-baae-02049180c8df","remote_addr":"[::1]:44805","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":4031,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.779994167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.780102853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.781640447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22e65be1-fb77-4905-baae-02049180c8df\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.783421995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.783507715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.783544629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.783669146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.783956156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:07.784246763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.878796016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.884186492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.884786193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.885270625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.99197081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.992085829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.992757873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:62036"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.993587852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:07.993668843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.993718852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.99682954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"32f00f3f-443e-4f60-822c-d694ad684fa6","remote_addr":"[::1]:62036","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.996987253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"32f00f3f-443e-4f60-822c-d694ad684fa6","remote_addr":"[::1]:62036","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:07.998666108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"32f00f3f-443e-4f60-822c-d694ad684fa6","remote_addr":"[::1]:62036","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1902,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:07.999033898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.999107394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:07.999374825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.000081649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.000147309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.000191086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.000231286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f00f3f-443e-4f60-822c-d694ad684fa6\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:06:07 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.004708568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.004787676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.004825581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.005194514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.005261847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.005481514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.005545501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.006455508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.012826892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.017210849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.017861151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.01792129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.018403367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.112647344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.167006095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.167140442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.167191242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.16723508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.167944238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.176273951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.182840213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.182928969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.182967696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.183368732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:08.466738268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"27dcd870-599e-45f9-a9a5-77dfb315e555"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.466854579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:06:06.933084 UTC","collection_id":"27dcd870-599e-45f9-a9a5-77dfb315e555"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.467126649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"27dcd870-599e-45f9-a9a5-77dfb315e555\",\"time_done\":\"2026-03-04 07:06:08.004903 UTC\",\"time_started\":\"2026-03-04 07:06:06.933084 UTC\"}","iteration":28,"elapsed":"2.048027951s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.467206558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":29,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.4672428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.467284533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.467326706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.467365403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.468065153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.468964529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":27,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.469068576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.469112703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.469171009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.469209756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.469505413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.475935324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.480049836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.480126408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.480169022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.480547213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.481483803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.487028225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.487100429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.487142422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.487493259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.488256414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.488321033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.488726628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.502380556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(b30cb8db-140a-4905-9156-dead21d81a27, 2), (3e4834ed-efed-40c7-b703-e6583496a50c, 2), (f31a9978-2f98-4a90-99ca-fda3752d68eb, 2), (27dcd870-599e-45f9-a9a5-77dfb315e555, 2)]","collection_id":"b30cb8db-140a-4905-9156-dead21d81a27"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.502671624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.502791793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.503448237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.504308375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.504423093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.504953526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:08.60997638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":19,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":8,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":19,"nphysical_disks":19,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"b30cb8db-140a-4905-9156-dead21d81a27"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.610146258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.610192299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.611028871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.619865521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.620954364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:64935","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.621048501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:64935","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.621095424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:64935","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.621137718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:64935","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.621177547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:64935","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.621217987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:64935","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.621254309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:64935","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.621293447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:64935","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.62133039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:64935","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:08.621373145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:64935","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.622218354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:64935","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:08.622302571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:64935"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:08.622359204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b2708175-5f98-4baf-aaf3-3ac0641283cb","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"b2708175-5f98-4baf-aaf3-3ac0641283cb"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.622426768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.622490034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.623128361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.624148006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(3e4834ed-efed-40c7-b703-e6583496a50c, 2), (f31a9978-2f98-4a90-99ca-fda3752d68eb, 2), (27dcd870-599e-45f9-a9a5-77dfb315e555, 2)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.624288085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.62515156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30009","req_id":"9b6dadeb-7ba9-4ef6-bbf3-51c2b4c30389","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   2b 4a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   +J..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.625232621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30009","req_id":"9b6dadeb-7ba9-4ef6-bbf3-51c2b4c30389","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11082,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.625417949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.625672775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.625731892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.625825398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30009","req_id":"9b6dadeb-7ba9-4ef6-bbf3-51c2b4c30389","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.626411803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8823, tv_nsec: 544251311 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.626532673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.626580938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.627101162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8675","req_id":"0c259d94-eda3-4f3c-98f0-dce26aa46b03","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d7 43 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .C..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.627196451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8675","req_id":"0c259d94-eda3-4f3c-98f0-dce26aa46b03","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55107,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.627434504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.627476277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8675","req_id":"0c259d94-eda3-4f3c-98f0-dce26aa46b03","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.62755366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7500","req_id":"f1f60377-981c-4ba9-b5fd-da712287ef5f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   14 31 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .1..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.627631555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7500","req_id":"f1f60377-981c-4ba9-b5fd-da712287ef5f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5169,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.627881682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.62793127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7500","req_id":"f1f60377-981c-4ba9-b5fd-da712287ef5f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.628234062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.628309381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.628876778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.787297374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.788718737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"27dcd870-599e-45f9-a9a5-77dfb315e555\",\"time_loaded\":\"2026-03-04T07:06:08.468947786Z\",\"time_started\":\"2026-03-04T07:06:06.933084Z\"}}","iteration":27,"elapsed":"319.767354ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.788943002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.789038803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.789105145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.789229502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.789466763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.789678894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.789809584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.789916105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.790003238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.79103651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.791906749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":26,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.792006527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.792085494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":26,"elapsed":"191.981µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.792215392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.792312144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":25,"elapsed":"100.239µs"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:08.793526225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.793689189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.793885679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.794352516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.794680277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.795685203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.796137341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.796253842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.796346076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.796427758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.79704813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.797794282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6f70f498-3cf7-48b1-9f64-888ebfc25a1b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.797912807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6f70f498-3cf7-48b1-9f64-888ebfc25a1b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.7982063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.802226465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.802329259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.802423145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.802512132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.802595828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.803268334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.803875029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20346","req_id":"82d8e9a1-b67e-43cb-b2d5-0a602aa8db47","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   d6 25 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .%..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.804070968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20346","req_id":"82d8e9a1-b67e-43cb-b2d5-0a602aa8db47","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54821,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.80449985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 54821,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:08.804814334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20346","req_id":"82d8e9a1-b67e-43cb-b2d5-0a602aa8db47","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.804968901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21664","req_id":"0e12b39f-e902-48bc-96ed-8aa93874579f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   7c 27 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   |'..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.805161534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21664","req_id":"0e12b39f-e902-48bc-96ed-8aa93874579f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31783,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.805529414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.805807787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.806068405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.806249595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21664","req_id":"0e12b39f-e902-48bc-96ed-8aa93874579f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.806643798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6f70f498-3cf7-48b1-9f64-888ebfc25a1b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.806767133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6f70f498-3cf7-48b1-9f64-888ebfc25a1b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.807301474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6f70f498-3cf7-48b1-9f64-888ebfc25a1b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.814653175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.818105612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8823, tv_nsec: 735923808 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.818209127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.818244658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.820228147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.820298116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.820529075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.825358787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.825434618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.825476231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.825925653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:08.828254709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6f70f498-3cf7-48b1-9f64-888ebfc25a1b","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":30432,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.829022704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.832907419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.836809459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8149","req_id":"aa1860f0-7a76-4f11-a6aa-0457b3a15552","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   56 26 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   V&..........._co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.836891482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8149","req_id":"aa1860f0-7a76-4f11-a6aa-0457b3a15552","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22054,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.837119295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.837404441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.837506484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8149","req_id":"aa1860f0-7a76-4f11-a6aa-0457b3a15552","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.837650079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4386","req_id":"1a826d72-17cf-4dea-b4f9-f8161881e7fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   eb 38 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .8..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.83783691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4386","req_id":"1a826d72-17cf-4dea-b4f9-f8161881e7fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60216,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.838076245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.838106886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4386","req_id":"1a826d72-17cf-4dea-b4f9-f8161881e7fe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.838160843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32803","req_id":"adf59659-94a1-41af-a6d6-c82534739e9c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   52 ed 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   R...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.838215792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32803","req_id":"adf59659-94a1-41af-a6d6-c82534739e9c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21229,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.83850646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.838551038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32803","req_id":"adf59659-94a1-41af-a6d6-c82534739e9c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.839077634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f70f498-3cf7-48b1-9f64-888ebfc25a1b\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:06:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.839299414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.839816461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.839877843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.839920658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.839957552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.840578615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.850141337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.850212399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.869846443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"33bd6fc7-8654-429a-9db8-ef84e6df3948","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.870002473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"33bd6fc7-8654-429a-9db8-ef84e6df3948","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:08.870420534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37122, target: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8823, tv_nsec: 788238550 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:08.870516194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.035091003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.037428495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"33bd6fc7-8654-429a-9db8-ef84e6df3948","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.037530919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"33bd6fc7-8654-429a-9db8-ef84e6df3948","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.038314906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"33bd6fc7-8654-429a-9db8-ef84e6df3948","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:09.041679518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b2708175-5f98-4baf-aaf3-3ac0641283cb","zpool_id":"92dd9f0f-2ea5-4812-a5b7-7be6a430647b","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.041738004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.041774767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.042623944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.113747631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:09.114853468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.114941482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.116746427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.121253819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.121346754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.121389829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.121432033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.121468526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.121889722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.13342909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26758","req_id":"8e75c34f-338d-46ef-8211-70c709f07d5b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   ee 69 01 00  00 01 00 00  00 00 00 01  24 38 39 37   .i..........$897\n0010:   63 32 33 66  32 2d 61 63  33 39 2d 34  33 32 35 2d   c23f2-ac39-4325-\n0020:   62 64 34 61  2d 34 31 33  64 64 61 30  62 35 66 62   bd4a-413dda0b5fb\n0030:   34 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   4.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.133539319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26758","req_id":"8e75c34f-338d-46ef-8211-70c709f07d5b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61033,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            56,\n            57,\n            55,\n            99,\n            50,\n            51,\n            102,\n            50,\n            45,\n            97,\n            99,\n            51,\n            57,\n            45,\n            52,\n            51,\n            50,\n            53,\n            45,\n            98,\n            100,\n            52,\n            97,\n            45,\n            52,\n            49,\n            51,\n            100,\n            100,\n            97,\n            48,\n            98,\n            53,\n            102,\n            98,\n            52,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.133705319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.133830868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26758","req_id":"8e75c34f-338d-46ef-8211-70c709f07d5b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"897c23f2-ac39-4325-bd4a-413dda0b5fb4.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.134991564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09a98aa4-d891-4b7c-b56b-75442a1fb72c\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.135200008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.135816151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.14044776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.14052301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.140564161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.140949877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:09.144568594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"33bd6fc7-8654-429a-9db8-ef84e6df3948","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":274182,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.149161085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.149217197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.149255683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.149289571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.150575304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.157422453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.15754192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53250"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.157576369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.158652115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33bd6fc7-8654-429a-9db8-ef84e6df3948\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.158789989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.159155826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:09.159194883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.159235334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.160510687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.160563191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.160597319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:09.162183579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.162238729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.16227943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.162749373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.162801877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.163898295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.184091089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d789e65-6e85-4b8d-85e8-6a5b3f55b5b1\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.184193473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.18423224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.184272961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.184972289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.200507554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.207496484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.20756969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.207612234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.207654047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.207691792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.208242526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.240664769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.240791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.240857212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.240900267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.241837198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.248219955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.254864641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.25878114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.263014197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.26309637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.263133554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.263596824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.266083423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.266176047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.266210425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.266255144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.266287568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.272180883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48ea7829-4c2f-40b1-ac4a-c69c95f202b2\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.272726797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1","method":"GET"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.276891789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.282208388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.282272766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.282318217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.28327673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:09.284647783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.284716911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.284762481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.284805406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.284843392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.285395799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:09.289364731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"c54432b7-a7df-4a83-b7bb-a6c8c7249a88","zpool_id":"92dd9f0f-2ea5-4812-a5b7-7be6a430647b"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.308389206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.313583472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.313675525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.313719863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.313764672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.313802557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.314170418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.315298749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.31536506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.315407495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.315845184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.363094976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.369363636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.369469386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.36951182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.370175178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.373332048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf20144e-26dd-4c22-bd1e-1a1df4065ddd\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.373598657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.374086927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.374195112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.374231905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.374271313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.374675766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:09.392857056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b2708175-5f98-4baf-aaf3-3ac0641283cb","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"b2708175-5f98-4baf-aaf3-3ac0641283cb"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.392963447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.393006342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.39386106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.41086442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.41098546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.411035149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.411190097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":24,"elapsed":"622.198688ms"}
{"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:09.411505844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.41157449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"inventory_collection_id\":\"27dcd870-599e-45f9-a9a5-77dfb315e555\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":24,"elapsed":"622.096795ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.418292252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ec3302-b523-4de6-b3ea-0ef21ec3b2bc\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.418470637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.420421441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b56afc16-686b-43d0-8456-f1ef2bf211e1\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.420558523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.422497685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e36ce949-875b-46a3-87a6-707e6aa3f9a6\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.422572724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.425724193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfc8bf5a-1dbf-4c89-a386-4ad14cc7574f\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.425853289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.428048198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15e4c8ab-d8e4-4971-88b2-b11a7bc4d16d\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.428125502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.429988973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c035f39f-47f4-490b-b855-97d4c23d962f\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.43006792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.430989921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4175c9e-9e0a-4d65-86ca-a4ce983ea6e2\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.431136452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.432158141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76122437-365c-4400-a61f-c0f5261ed1c1\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.432294121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.433363375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf5efbb2-b11a-4003-9c3f-910006d4f4ce\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.433436079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.434439793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73814751-8291-4770-a018-8ed14f5e2423\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.434515924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.435763472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f08e1c5e-f416-43c6-8c53-a30b44ce3950\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.435957978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.447934524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f79844f-752b-4184-ad23-9796173b9998\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.448182196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.45035934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c007a5d7-ac50-4eea-8448-8c6325c188d7\", \"content-length\": \"111\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.45049504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.452495843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"968a20dd-282e-4428-9e6c-6646e0309def\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.452664198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.454717105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"662efb6a-8477-4669-98d7-8e1919ff57a6\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.454798116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.455758704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: b2708175-5f98-4baf-aaf3-3ac0641283cb (physical_disk), lookup_type: ById(b2708175-5f98-4baf-aaf3-3ac0641283cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.455834013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.455876718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.45591294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.456807958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.461029432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd8104b5-edeb-418d-a121-3b7c3eee1237\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.461348696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.46355606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49d876d2-e930-44d7-9fad-45eaada7bd42\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.464397982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.466469486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7300fb50-b651-4615-b693-b4872114513d\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.479878989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.480407498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.486898951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: b2708175-5f98-4baf-aaf3-3ac0641283cb (physical_disk), lookup_type: ById(b2708175-5f98-4baf-aaf3-3ac0641283cb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:09.486975663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b2708175-5f98-4baf-aaf3-3ac0641283cb","zpool_id":"92dd9f0f-2ea5-4812-a5b7-7be6a430647b","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.487015973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.487051804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.487499213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.489774943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e192b77-9680-4482-bcb6-2df77c3e3509\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.48995976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.491108421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"480d8cc0-45e6-40f6-843b-f1b6ac4a7d90\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.491294881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.492355929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cf4fabd-1b31-456f-8a4f-8828305849a4\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.492440908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.492686856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.492738759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.492779199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.492813728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.493424762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.495476577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e05b6fea-3744-4c11-a47f-efc21d3c54c5\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.49568493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.49656057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.499534857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.499859361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12be148e-b574-4d1d-8f9e-6c7420142c56\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.499970101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.501076078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06206037-119e-4052-ad9c-6a97bf71e54d\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.501227699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.502158047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"102b147b-e15c-4455-8d4f-4cde25eddc53\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.502482852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.504126506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e4098c-07df-4e5e-bf96-b2ed7d584c49\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.504215513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.507265861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e03cfd4-314f-434a-a1b6-e5a2085bfbc7\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.507352493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.508711743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.508781271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.508822743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.508859396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.5096822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.513981639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.534531533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.534611191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.534650259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.535192115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.540227686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f756d59-5dd4-418e-b1eb-0c35fefd1052\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.540312234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.541745571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.541809237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.541849948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.541884807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.542323328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.543757517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3197ba62-0912-4499-93f6-e3cba0e91dc6\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.543894759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.54534549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.56035951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.560482544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.56052584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.560934111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.562969744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29435c1-7873-4605-a960-a1aafc366593\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.563258096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.564137743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.564179476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.565294801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.569139327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dbbb416-22eb-45bb-9c18-5858b9893887\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.569410295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.572065519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37677e4e-05f5-4134-a85c-2bd251c1258b\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.572251027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.574152263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a4a8e3-e0ad-452b-91fc-aa221952ef73\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.576871965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.57908987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd8f9cad-cbc7-4c5f-a6d1-efcc6bc2e9b8\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.589310268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.592420495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94da3aed-1570-4dad-8caf-b76b25f5471d\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.592627036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.5981174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07fcf042-569a-4801-b478-928bc1ba2d7b\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.598381084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.601669054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"619020e1-d03a-465c-a95f-822148e84c3f\", \"content-length\": \"10\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.602058207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.603758614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdc5d300-7354-4ad7-9d00-ee9c545e1a7c\", \"content-length\": \"144\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.604115643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.63334761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe63d290-debf-4c92-9df4-d5a3774100cd\", \"content-length\": \"147\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.633527247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.635823137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d77b9f22-c20a-488d-aaef-03151cc6c191\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.635938616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.63887085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a8ec16c-5ccc-4049-9a75-88a3bfe2f701\", \"content-length\": \"109\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.638954776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.644772781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f12cbe10-a443-44d3-abab-705d6fc361a3\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.645374166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.68166409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55b69b52-74a8-4d8e-af19-54fdbb7c550a\", \"content-length\": \"163\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.681867324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.686395457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b85d7b8-7e4e-4f93-a4e8-1a11be605109\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.686549323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.690060326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1becfe21-962f-448c-8cdd-fb57fd73adfd\", \"content-length\": \"166\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.690153441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.691735313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff6149c2-7481-482f-8354-aef0d074a237\", \"content-length\": \"702\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.691891343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.693699173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b495eb-0fe2-4848-9fc9-29fff36ea6f0\", \"content-length\": \"727\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.69385851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.695527334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f083d58-6c77-4046-8470-e8e19340faa6\", \"content-length\": \"729\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.701785453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53250/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.703509137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e18d873-37aa-44cc-ad26-e78896b09dcd\", \"content-length\": \"728\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.703766899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:58483"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.70381307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/ignition","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.705789255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.705837892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.705868843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.706774592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.708058011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"935309cb-6978-4a4d-821f-259f722a331a\", \"content-length\": \"835\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.708110305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.715326998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.718386003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.718453026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.719008229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"208ade25-cea0-4426-8d9f-8f677cb35668\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.71923035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/switch/1","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.725286127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.725357399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.727143526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72614835-ee29-4924-a60a-95f8b9af2007\", \"content-length\": \"734\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.727406519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.729478654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4548d596-9e5f-4c5d-b9ce-568af33296c5\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.73807158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.740019209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c31baf72-8be6-402d-af29-f628bca98df0\", \"content-length\": \"723\", \"date\": \"Wed, 04 Mar 2026 07:06:09 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.740191441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.740254426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.740298263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.74033702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.741059565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.771277059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.771374954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.771419693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.771455534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.776665351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.781939094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.788694381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.788848748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.788898406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.789059967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.78911678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.789322739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.794291207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.80185539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.80194631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.801988184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.802325333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.803039902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.807988421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.808405509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.808602891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.809157613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:09.810501021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.820682081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.820812029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.821564885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.960440483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.960598677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.960653426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.960689217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.960731691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.961659314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.962551896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.966210723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.966321964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.966373657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.96641559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.966756537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.9772663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:09.977343724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:09.97767873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.095004689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62409/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.095428591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.095492157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.095526876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.095568629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.096349399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.097066143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.181042066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:41944/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.181705223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.181800172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.182092813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.182187862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 06:56:10.182072673 UTC"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.182228512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.182271107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.183303107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.184082244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.184144027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.184187964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.184583129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.184633208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.185151939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.186223186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.187188303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.187295736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.187337509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.277780226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57516"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.277925364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.278870511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.289058476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.289408431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.289482227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.289533459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.289576053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.290046237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.291654942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:35283"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.291726494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:57477"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.291763608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61722"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.292368329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.2924342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.29246954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":2,"elapsed":"85.66µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.292513948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.292547886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.292589508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.293052408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.293686447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.296085482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.296158156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.29711698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.298243418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.29850146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.298568143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.299173856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.300205795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.300268329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.300311906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.30086278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.301550025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.301612779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.301647088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.301678811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.301958225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.302067142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.302112161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.303465599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.304071162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.304129738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.304172092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.304621745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.305096799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.30850108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.308599115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.308644515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.308685887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.308733261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.310159504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.311161314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.311227455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.311274819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.311319818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.31136096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.312024688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.31316858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.314054239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.314118657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.314152655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.315568096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":26,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.315633546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":26,"elapsed":"69.177µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.315674547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.31571634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.315755738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.316412062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.317199255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.317263102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.317307981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.317349814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.317390916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.317954475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.320898482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.320971648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.321042709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.322536686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.323239772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.323302557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.323345062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.323389329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.323427836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.32394357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.324620404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.324687067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.324720824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":3,"elapsed":"146.571µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.324767907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.324801895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.324831434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.324871122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.324912104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.32495039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.325384322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.328058984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.328126167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.330170437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.330231308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.330265696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.33029789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.330339744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.330382799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.33042354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.330817122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.332707446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53054","req_id":"06cd6122-78cf-4af3-a752-a83df1db7d99","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   09 74 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   .t..........._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.332791944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53054","req_id":"06cd6122-78cf-4af3-a752-a83df1db7d99","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2420,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.333135666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.33325342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.333358319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53054","req_id":"06cd6122-78cf-4af3-a752-a83df1db7d99","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.333489419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58874","req_id":"7dd8f762-a1b2-4a6f-96c8-7f83271e0ef0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   d0 6b 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   .k..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.333551112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58874","req_id":"7dd8f762-a1b2-4a6f-96c8-7f83271e0ef0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53355,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.333690679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.333848332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.333899473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58874","req_id":"7dd8f762-a1b2-4a6f-96c8-7f83271e0ef0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.334037818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48966","req_id":"b5e63925-da25-431b-9b04-8954de3edf60","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   eb a5 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.334100633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48966","req_id":"b5e63925-da25-431b-9b04-8954de3edf60","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60325,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.334234419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.334464776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.33459768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.334768159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48966","req_id":"b5e63925-da25-431b-9b04-8954de3edf60","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.334868298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62043","req_id":"3e87d5cb-e683-407e-8748-d1198bd021b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   6c ae 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   l............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.334917505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62043","req_id":"3e87d5cb-e683-407e-8748-d1198bd021b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27822,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.33505064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.335218964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.335411456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.335525463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62043","req_id":"3e87d5cb-e683-407e-8748-d1198bd021b8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.335618407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25052","req_id":"1009f588-7292-40e5-9823-bae8471b44f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   8f 56 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .V..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.335759628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25052","req_id":"1009f588-7292-40e5-9823-bae8471b44f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36694,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.335906389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.336057329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.336169893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.336267186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25052","req_id":"1009f588-7292-40e5-9823-bae8471b44f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.346140816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.354899712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.355082685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.355128817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.355532649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.357056225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8825, tv_nsec: 274859692 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.357151384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.357550136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8825, tv_nsec: 275414233 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.357634994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.357919609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"ff79a33a-552c-4e7a-b9d4-85486c6c7a6a","remote_addr":"[::1]:35283","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.357988126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"ff79a33a-552c-4e7a-b9d4-85486c6c7a6a","remote_addr":"[::1]:35283","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.358257691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"1ecbf3b3-ba82-45e0-8a37-60879145ba09","remote_addr":"[::1]:57477","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.358320365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"1ecbf3b3-ba82-45e0-8a37-60879145ba09","remote_addr":"[::1]:57477","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.358531064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"c8304d9b-61e2-4fba-b499-831181acd427","remote_addr":"[::1]:61722","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.358602175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"c8304d9b-61e2-4fba-b499-831181acd427","remote_addr":"[::1]:61722","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.359097749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8825, tv_nsec: 276943530 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.359251044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.359290141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.359632221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8825, tv_nsec: 277480727 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.359738051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.35977301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.360230549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8825, tv_nsec: 278069477 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.360335047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.360369144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.360460466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":28,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.360509914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.360551436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.360592819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.360631906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.361276947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.367408665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.367480448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.367524987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.367568773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.367607911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.368130008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.368958824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.369059604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.369104914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.36961633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.371372157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"ff79a33a-552c-4e7a-b9d4-85486c6c7a6a","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.371430754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"ff79a33a-552c-4e7a-b9d4-85486c6c7a6a","component":"store","component":"internal_dns_server"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.371686051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"1ecbf3b3-ba82-45e0-8a37-60879145ba09","component":"store","component":"external_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.371734747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"1ecbf3b3-ba82-45e0-8a37-60879145ba09","component":"store","component":"external_dns_server"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.373303423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 06:56:10.182072673 UTC"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.373369023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T06:56:10.182072673Z\",\"pruned\":[]}","iteration":2,"elapsed":"191.279808ms"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.373858706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"ff79a33a-552c-4e7a-b9d4-85486c6c7a6a","remote_addr":"[::1]:35283","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":15955,"response_code":204}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.373928665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"1ecbf3b3-ba82-45e0-8a37-60879145ba09","remote_addr":"[::1]:57477","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","latency_us":15715,"response_code":204}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.374042972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"c8304d9b-61e2-4fba-b499-831181acd427","remote_addr":"[::1]:61722","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":15518,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.376309603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 204, headers: {\"x-request-id\": \"ff79a33a-552c-4e7a-b9d4-85486c6c7a6a\", \"date\": \"Wed, 04 Mar 2026 07:06:10 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.376399552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.37644356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.376592565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:62409\":{\"Ok\":null}}}","iteration":4,"elapsed":"398.906832ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.376795969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41944/config\", status: 204, headers: {\"x-request-id\": \"1ecbf3b3-ba82-45e0-8a37-60879145ba09\", \"date\": \"Wed, 04 Mar 2026 07:06:10 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.376872521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.376986017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.37732995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:41944\":{\"Ok\":null}}}","iteration":4,"elapsed":"280.256182ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.377516921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:57516","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8304d9b-61e2-4fba-b499-831181acd427\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:06:10 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.466069674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:53793"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.466188731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:10.468861329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55998"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.469509115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16397","req_id":"e4f47c07-d98a-4180-8d02-9e6a39b3dbfb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   d0 f2 01 00  00 01 00 00  00 00 00 01  24 36 62 38   ............$6b8\n0010:   64 39 31 35  31 2d 65 34  64 63 2d 34  35 38 32 2d   d9151-e4dc-4582-\n0020:   61 32 64 64  2d 38 33 38  34 35 61 31  37 38 61 65   a2dd-83845a178ae\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.469596409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16397","req_id":"e4f47c07-d98a-4180-8d02-9e6a39b3dbfb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53490,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            54,\n            98,\n            56,\n            100,\n            57,\n            49,\n            53,\n            49,\n            45,\n            101,\n            52,\n            100,\n            99,\n            45,\n            52,\n            53,\n            56,\n            50,\n            45,\n            97,\n            50,\n            100,\n            100,\n            45,\n            56,\n            51,\n            56,\n            52,\n            53,\n            97,\n            49,\n            55,\n            56,\n            97,\n            101,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.469761867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.469790154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16397","req_id":"e4f47c07-d98a-4180-8d02-9e6a39b3dbfb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.469847648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43626","req_id":"b11c47c5-3125-43dc-8a8e-315d2fd31ba8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   88 d2 01 00  00 01 00 00  00 00 00 01  24 34 36 66   ............$46f\n0010:   64 37 38 35  30 2d 31 61  65 62 2d 34  66 65 32 2d   d7850-1aeb-4fe2-\n0020:   39 37 37 66  2d 62 36 39  35 64 65 35  30 38 62 39   977f-b695de508b9\n0030:   30 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   0.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.469901104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43626","req_id":"b11c47c5-3125-43dc-8a8e-315d2fd31ba8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35026,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            52,\n            54,\n            102,\n            100,\n            55,\n            56,\n            53,\n            48,\n            45,\n            49,\n            97,\n            101,\n            98,\n            45,\n            52,\n            102,\n            101,\n            50,\n            45,\n            57,\n            55,\n            55,\n            102,\n            45,\n            98,\n            54,\n            57,\n            53,\n            100,\n            101,\n            53,\n            48,\n            56,\n            98,\n            57,\n            48,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.470088717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.470116041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43626","req_id":"b11c47c5-3125-43dc-8a8e-315d2fd31ba8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.470167323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55061","req_id":"a42eccc0-86dc-4cf5-82a7-4d27028ac0d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   2a 4c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   *L..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.470220087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55061","req_id":"a42eccc0-86dc-4cf5-82a7-4d27028ac0d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10828,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.470388221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.470413291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55061","req_id":"a42eccc0-86dc-4cf5-82a7-4d27028ac0d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.47046302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56344","req_id":"b726581c-dfcf-475f-b20b-1b7462d1f32a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   be ae 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.470515624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56344","req_id":"b726581c-dfcf-475f-b20b-1b7462d1f32a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48814,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.470680953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.470706283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56344","req_id":"b726581c-dfcf-475f-b20b-1b7462d1f32a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.470786773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62461","req_id":"a5cea5bf-7a8b-4547-aa80-3719cc12ffe5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   50 bf 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   P...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.470844157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62461","req_id":"a5cea5bf-7a8b-4547-aa80-3719cc12ffe5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20671,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.471047511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.47107725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62461","req_id":"a5cea5bf-7a8b-4547-aa80-3719cc12ffe5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.471129033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58987","req_id":"93baf4f7-eec8-49f3-a8ac-3146314ea6d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   16 eb 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.471179202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58987","req_id":"93baf4f7-eec8-49f3-a8ac-3146314ea6d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5867,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.471342697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.471367156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58987","req_id":"93baf4f7-eec8-49f3-a8ac-3146314ea6d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.471413858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:22154","req_id":"e65517ac-6dd7-42d5-a53d-45450bd62564","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   05 ae 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.471464188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:22154","req_id":"e65517ac-6dd7-42d5-a53d-45450bd62564","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1454,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.471627904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.471655128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:22154","req_id":"e65517ac-6dd7-42d5-a53d-45450bd62564","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.471702612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2512","req_id":"b1902ad8-2e98-4063-88d0-b1c20331bc9f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7a c8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   z...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.471755517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2512","req_id":"b1902ad8-2e98-4063-88d0-b1c20331bc9f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31432,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.471916928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.471982698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2512","req_id":"b1902ad8-2e98-4063-88d0-b1c20331bc9f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.477806615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.490074159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.49101622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"e721a49e-602f-436d-8914-fb0485eb58ee","remote_addr":"[::1]:55998","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.491103774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"e721a49e-602f-436d-8914-fb0485eb58ee","remote_addr":"[::1]:55998","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.491413239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_servers":"DnsServersList { addresses: [[::1]:62409] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:62409] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.491483228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:62409\"]}","iteration":3,"elapsed":"514.211036ms"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.491739256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_servers":"DnsServersList { addresses: [[::1]:41944] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:41944] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:10.49180157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:41944\"]}","iteration":3,"elapsed":"310.222067ms"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.671623852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:10.823681571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.05570058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/local/all-sp-ids","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.064804681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"e721a49e-602f-436d-8914-fb0485eb58ee","remote_addr":"[::1]:55998","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":573793,"response_code":200}
{"msg":"Found abandoned VMMs","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.067790982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.071531702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.071750376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":2,"elapsed":"779.293121ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.075713437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.090108527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.092576859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.092804601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.093039548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.093159536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.09375056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.094829513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.099103011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.099258059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.099411593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.099668915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.103186641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:53793","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e721a49e-602f-436d-8914-fb0485eb58ee\", \"content-length\": \"11550\", \"date\": \"Wed, 04 Mar 2026 07:06:11 GMT\"} })"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.103592687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.104349901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.104941356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.170677904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61903"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.170813223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/inventory","method":"GET"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.1855089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.185706603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":2,"elapsed":"885.483092ms"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.188143863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65476"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.188290214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"4df85e7a-60dd-4634-a3b3-e28875b6a8b2","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.18985427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.190073125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.191238459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.199535027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a258d39f-6666-4e2f-b16c-a60cad21dd3a\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.199802218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.201940074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"4df85e7a-60dd-4634-a3b3-e28875b6a8b2","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13649,"response_code":200}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.202170952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.203822512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":2,"elapsed":"910.088901ms"}
{"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.203981117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.204059543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.20409347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.204124893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.204165073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.204206094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.204242907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.204938739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.209056958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f08d6e24-d6ab-421b-aec4-4745a355abc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.209149292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f08d6e24-d6ab-421b-aec4-4745a355abc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.209371353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4a27c7a8-ecbb-4cdc-aa41-464925298480","remote_addr":"[::1]:65476","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.209437213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4a27c7a8-ecbb-4cdc-aa41-464925298480","remote_addr":"[::1]:65476","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.210199908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37451","req_id":"e8d06749-7a69-4c6b-886e-5f06fcd21977","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   47 86 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   G............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.210294526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37451","req_id":"e8d06749-7a69-4c6b-886e-5f06fcd21977","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18310,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.210731234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.212683932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.213101792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.213470554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37451","req_id":"e8d06749-7a69-4c6b-886e-5f06fcd21977","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.216832281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.224574578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.224674767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.224714756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.224750527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.225625966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.225683991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.225720523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.225931563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f08d6e24-d6ab-421b-aec4-4745a355abc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.22600576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f08d6e24-d6ab-421b-aec4-4745a355abc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.228214246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f08d6e24-d6ab-421b-aec4-4745a355abc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.233344054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08234630-e81a-45eb-bfa9-288a2da6577c\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.234094545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.234768383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaafd0d5-7d46-40e9-9757-7cc5a3d32ca3\", \"content-length\": \"105\", \"date\": \"Wed, 04 Mar 2026 07:06:11 GMT\"} })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:11.235220862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.235954269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"4a27c7a8-ecbb-4cdc-aa41-464925298480","remote_addr":"[::1]:65476","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":26576,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.236142031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.236203984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.236247741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.236286809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.238556457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.239432667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.239808924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.239878051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.239921498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.240617059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.241778175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.241849076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.241922863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.241963744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.24240977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.242750937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.242820135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.242862809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.242901947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.243361279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.245565207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.245634103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.246842644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8826, tv_nsec: 164568046 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.246962211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.247525099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.24793845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:23988","req_id":"e05e048d-03da-4d73-9cde-2a0a4592d13d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ed 18 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.248021315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:23988","req_id":"e05e048d-03da-4d73-9cde-2a0a4592d13d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60696,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.248226292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.248450357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.248591016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.248646526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:23988","req_id":"e05e048d-03da-4d73-9cde-2a0a4592d13d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.252244332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:61903","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a27c7a8-ecbb-4cdc-aa41-464925298480\", \"content-length\": \"21781\", \"date\": \"Wed, 04 Mar 2026 07:06:11 GMT\"} })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.328588037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:60594"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.328673757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.331355133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37715"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.33512532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8826, tv_nsec: 252873107 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.33535693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.33557335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.336002122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.336189564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.336358389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.336466735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.336554148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.337326272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.34011457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f95f2c15-cafb-460d-a620-9c2919465447\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:11 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.34042701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.340535165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.341241828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.342551299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ad40065-660a-42aa-a801-f5017c34fe0a\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:11 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.342780645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.342992626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.343111712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.343902152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.347809572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.347880203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.348177453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"085eb035-5bef-45d0-b821-d86024db6697","remote_addr":"[::1]:37715","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.348248113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"085eb035-5bef-45d0-b821-d86024db6697","remote_addr":"[::1]:37715","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.348288965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61738","req_id":"781cf1ef-3709-40b6-80e3-83f6d32a7a9b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   24 79 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   $y..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.348430766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61738","req_id":"781cf1ef-3709-40b6-80e3-83f6d32a7a9b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9337,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.348614431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.348888215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61738","req_id":"781cf1ef-3709-40b6-80e3-83f6d32a7a9b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.348965869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17784","req_id":"9eb47260-f356-4324-8323-46dc5783d534","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d5 48 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .H..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.34907713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17784","req_id":"9eb47260-f356-4324-8323-46dc5783d534","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54600,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.349260694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.349288369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17784","req_id":"9eb47260-f356-4324-8323-46dc5783d534","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.355663751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/inventory","method":"GET","req_id":"085eb035-5bef-45d0-b821-d86024db6697","remote_addr":"[::1]:37715","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":7499,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.356647084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.366764468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.366836662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.366880779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.367318849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.368815943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":3,"elapsed":"1.055627844s"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.562487691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.563868784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63671","req_id":"e1d1eac5-bc19-465b-a276-6e8a5069c572","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7e d1 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ~...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.564114732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63671","req_id":"e1d1eac5-bc19-465b-a276-6e8a5069c572","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32465,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.564552221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.564723962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63671","req_id":"e1d1eac5-bc19-465b-a276-6e8a5069c572","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.564937376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21464","req_id":"479a2517-3f71-4cae-9e90-08074f4bf70c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0d cb 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.565232903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21464","req_id":"479a2517-3f71-4cae-9e90-08074f4bf70c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3531,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.565605503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.56574991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21464","req_id":"479a2517-3f71-4cae-9e90-08074f4bf70c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.569370571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913 (sled), lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.569541761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.569655577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.569745145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.570547849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.571825968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"http://[::1]:60594","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"085eb035-5bef-45d0-b821-d86024db6697\", \"content-length\": \"7632\", \"date\": \"Wed, 04 Mar 2026 07:06:11 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.572896013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.573065269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.573178053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.573767153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.574127539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:11.574555168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.768681138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6e92eff2-3e79-4b60-8fa5-f5ce001424df (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.787999535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.788549427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.789115231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.880628193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.880777811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62409/config","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.8845339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.889021052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.889127043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.88917111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.889515204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.890905094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.89632596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.896400819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.896443614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.896903838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.901289328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:45660"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.904149208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.904206662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.905023725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.905079265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 7 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.908562283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.9240991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.934236825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"afe38055-96ad-4611-8797-f12ad2398894","remote_addr":"[::1]:45660","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.934314058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"afe38055-96ad-4611-8797-f12ad2398894","remote_addr":"[::1]:45660","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.934461351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.934689444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16def5d2-ec0c-4158-aa36-4e12fffb936a\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.934889962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.941499148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:11.949939151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"GET","req_id":"afe38055-96ad-4611-8797-f12ad2398894","remote_addr":"[::1]:45660","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":15831,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.950342582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.9504068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.951236207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:11.982865936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:11.983306782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.046609997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1128","req_id":"dcfa2afd-1f66-49a3-90a9-bb4f4e8731bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   df eb 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.046960152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1128","req_id":"dcfa2afd-1f66-49a3-90a9-bb4f4e8731bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57323,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.04753309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.047835501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.048091008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.04827282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1128","req_id":"dcfa2afd-1f66-49a3-90a9-bb4f4e8731bc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.062934278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"internal_dns_url":"http://[::1]:62409","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe38055-96ad-4611-8797-f12ad2398894\", \"content-length\": \"4220\", \"date\": \"Wed, 04 Mar 2026 07:06:11 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.063900748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6b8d9151-e4dc-4582-a2dd-83845a178aef (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.064151626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.06935466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.069693342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.072797548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.072871735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.07291476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.074045967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.07657004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.083516056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.083637296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.083684951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.08372988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.083769559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.084029305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.086069196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.086182501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.086230226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.086270406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.087826326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.09142836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8827, tv_nsec: 9233530 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.091919716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.092172067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.113312343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.1139352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.114042133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.114101992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.114361778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c105ce4b-2d42-40a4-a115-f4b662973cfb\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:06:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.114767053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/rpw/nat/gen","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:12.115100154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.115974751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.125976435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.126169399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.126241382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.126638891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.127805688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.127900286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.127973832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.128077007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.128567501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.129298814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.143542713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.143701379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.143746668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.144018609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.144713709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.148883901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.160198994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.160334543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.162099739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.179514657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.179658542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.180574001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/rpw/nat/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba8ae38c-0b00-4583-b53e-0bd9061a1867\", \"content-length\": \"1\", \"date\": \"Wed, 04 Mar 2026 07:06:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.180682757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/rpw/nat/gen","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.18718459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.195123267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.195223706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.195269798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.195787125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.196756831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.204496903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.204581321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.204626701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.204969442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:12.224965015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f08d6e24-d6ab-421b-aec4-4745a355abc3","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1015879,"response_code":200}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.227986366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48866","req_id":"fbdb2aad-a498-4805-8e56-5e55114c7a98","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d9 9c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.228095713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48866","req_id":"fbdb2aad-a498-4805-8e56-5e55114c7a98","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55708,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.228669322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.228725353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48866","req_id":"fbdb2aad-a498-4805-8e56-5e55114c7a98","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.231427901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55927","req_id":"9af2d77d-1828-47ae-b0d5-7307c8ad6ff4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   6e ac 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   n...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.231515344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55927","req_id":"9af2d77d-1828-47ae-b0d5-7307c8ad6ff4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28332,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.231762886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.231864368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55927","req_id":"9af2d77d-1828-47ae-b0d5-7307c8ad6ff4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.263315302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f08d6e24-d6ab-421b-aec4-4745a355abc3\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:06:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.263563845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.263842288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/rpw/nat/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"963e4d90-a323-40a6-9eac-b3c089337865\", \"content-length\": \"1\", \"date\": \"Wed, 04 Mar 2026 07:06:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.263920153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.263965794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.264536026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:12.351566255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.351680562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.354369954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.354466045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.354636994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77b1a6a1-0421-4235-b890-0859b3a27342","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.354713486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77b1a6a1-0421-4235-b890-0859b3a27342","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.358571719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77b1a6a1-0421-4235-b890-0859b3a27342","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.358674242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77b1a6a1-0421-4235-b890-0859b3a27342","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.359434062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77b1a6a1-0421-4235-b890-0859b3a27342","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.360534247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.365119173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.365194733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.365234722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.365679726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.366659131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.366717156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.366757286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.367208202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.368201755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.372805899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.373981203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.374053387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.374598519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.388070937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.403645048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.403746229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.403794255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.404361732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.409680966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.409756596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.412453743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.417384295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.417460697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.417505286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.417890541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.419251945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.427038189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.427123118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.427167135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.427638862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.431640209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"170e3d70-93f1-4638-b260-0de92617a5bd\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:06:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:12.431768915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.431813142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.437201945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.44209831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.442198098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.442243538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.443290097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.45107082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.451167542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.454456955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9766","req_id":"80d8f6ef-0974-4f5c-a4c3-05036ee60b49","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   79 d8 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   y............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.454547224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9766","req_id":"80d8f6ef-0974-4f5c-a4c3-05036ee60b49","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31192,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.454708214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.45493783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.455069792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.455170823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9766","req_id":"80d8f6ef-0974-4f5c-a4c3-05036ee60b49","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.45951467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8827, tv_nsec: 377340191 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.459624298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.459661722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.48625098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19279","req_id":"1313920f-5104-4afa-8ed9-6e87dc9f0ffe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   da 37 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .7..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.486355298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19279","req_id":"1313920f-5104-4afa-8ed9-6e87dc9f0ffe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55863,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.486537239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.486661796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19279","req_id":"1313920f-5104-4afa-8ed9-6e87dc9f0ffe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.486760432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62330","req_id":"dd59cf60-4a3d-4cbe-948f-8ec8e24877d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   8a 21 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .!..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.486818097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62330","req_id":"dd59cf60-4a3d-4cbe-948f-8ec8e24877d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35361,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.486988205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.487014176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62330","req_id":"dd59cf60-4a3d-4cbe-948f-8ec8e24877d5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:12.68163031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.681737964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.702506782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.705131375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.725219602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913 (sled), lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.725613845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.727129485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.730709826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.755108654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.767034019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.767254346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.76740732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.769263968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.834297068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.856595134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.856791394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.856843568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.857382508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.862641663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.862747654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.862801481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.862848193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.863318918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.878328629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.878670237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.878831307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.878944582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.879133968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.880032202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.894316873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.900679199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.901576551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.902064069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.905949035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:12.916003404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.916103373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":2,"elapsed":"2.604960255s"}
{"msg":"all instance checks complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:12.939561472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.93969107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":3,"elapsed":"2.616384494s"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.940282144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"original_time_started":"2026-03-04 07:06:06.933084 UTC","original_id":"27dcd870-599e-45f9-a9a5-77dfb315e555","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.940372102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"27dcd870-599e-45f9-a9a5-77dfb315e555\",\"time_loaded\":\"2026-03-04T07:06:10.360471878Z\",\"time_started\":\"2026-03-04T07:06:06.933084Z\"}}","iteration":28,"elapsed":"2.579875575s"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.941083886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.944873392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.945028921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63719","req_id":"c5054e84-483b-4050-a385-96ab7bd07223","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   d4 b0 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.945117166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63719","req_id":"c5054e84-483b-4050-a385-96ab7bd07223","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54448,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.945390519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.945593743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.945731306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.945841465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63719","req_id":"c5054e84-483b-4050-a385-96ab7bd07223","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.947499588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"listed attached subnets","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.948462961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.948637708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/attached_subnet","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.94952465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.949599118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.950254479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.953222053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":5,"elapsed":"2.585830812s"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.957503707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8827, tv_nsec: 875234931 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.957626421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.957662923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.960285742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.960365801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.962693715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2367f2bb-c524-491f-8a90-9100d09ca779\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:06:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:12.962832941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:12.963121775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.963181063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.971044941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/attached_subnet\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c472d276-d65e-4917-9e06-aae175f8952b\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:06:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.971550595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/attached_subnet","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.987905628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.988529407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.988594977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.988632932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:12.98866726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/attached_subnet\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"607f8f34-4fab-45a1-aae4-dcbda9ba3f66\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:06:12 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:12.989034219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{\"switch0\":{\"errors\":[],\"n_subnets_added\":0,\"n_subnets_removed\":0,\"n_total_subnets\":0},\"switch1\":{\"errors\":[],\"n_subnets_added\":0,\"n_subnets_removed\":0,\"n_total_subnets\":0}},\"sled\":{}}","iteration":2,"elapsed":"2.674983978s"}
{"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.008681621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.02102726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"769d5d65-79a4-421b-a160-ee11d4f3e8ad"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.021647742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.021806067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.022076875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.023304994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.042594374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.050299437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.050387572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.050431249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.050468302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.051165146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.052710666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.052789402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.052951835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28623","req_id":"d5875d6d-19c9-4a2d-afdc-f6001bbb9765","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9e 0e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.053226821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28623","req_id":"d5875d6d-19c9-4a2d-afdc-f6001bbb9765","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40462,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.053414614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.053645142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.053778667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.053879547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28623","req_id":"d5875d6d-19c9-4a2d-afdc-f6001bbb9765","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.054130907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57929","req_id":"05e5513d-89d2-42a0-9a64-be7eaf965f13","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d3 84 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.054209833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57929","req_id":"05e5513d-89d2-42a0-9a64-be7eaf965f13","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54148,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.054433969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.054462645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57929","req_id":"05e5513d-89d2-42a0-9a64-be7eaf965f13","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.054516212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52882","req_id":"55e64dd2-c71c-4d2a-a8ea-4cce2ac6df39","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4d 67 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Mg..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.054571121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52882","req_id":"55e64dd2-c71c-4d2a-a8ea-4cce2ac6df39","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19815,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.054786308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.054916387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52882","req_id":"55e64dd2-c71c-4d2a-a8ea-4cce2ac6df39","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:13.056684358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.058486297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"null","iteration":3,"elapsed":"2.75637127s"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.060493323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8827, tv_nsec: 978263524 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.060599875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.06079919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:13.062691839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.062755115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.075434087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.075593663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"0c808471-2bb0-40d0-bf55-e3ffd717714e"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.075696698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.075816296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.075918308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.076006994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.076856542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.079949044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9125","req_id":"08003ef1-bcb9-4d51-bebd-45f75f24639a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a7 da 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.080223859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9125","req_id":"08003ef1-bcb9-4d51-bebd-45f75f24639a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42970,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.080666799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.080976073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9125","req_id":"08003ef1-bcb9-4d51-bebd-45f75f24639a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.081227603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61278","req_id":"5455f9d3-6006-4215-8e8b-6986d79a781b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b4 1d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.081438812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61278","req_id":"5455f9d3-6006-4215-8e8b-6986d79a781b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46109,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.081791122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.081938094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61278","req_id":"5455f9d3-6006-4215-8e8b-6986d79a781b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.08226343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50279","req_id":"672a1cb0-53d9-40de-a6b1-e9f0cc03072c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5c a2 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   \\............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.085800746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50279","req_id":"672a1cb0-53d9-40de-a6b1-e9f0cc03072c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23714,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.086507028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.098866916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.127203605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.127585053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50279","req_id":"672a1cb0-53d9-40de-a6b1-e9f0cc03072c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.133318239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.134583432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":13,"elapsed":"1.79851111s"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.135108445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.135171119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":2,"elapsed":"2.836774768s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.140006673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: 069d3e7e-1784-4021-9952-549bdf909d26 (sled), lookup_type: ById(069d3e7e-1784-4021-9952-549bdf909d26) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.161316496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.161505822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.161561673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.162109351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:13.17519516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77b1a6a1-0421-4235-b890-0859b3a27342","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":820521,"response_code":200}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.365737433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49070/bfd/peers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.366481361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8828, tv_nsec: 284262183 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.366595718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.366715986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.370340716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b1a6a1-0421-4235-b890-0859b3a27342\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:06:13 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.370429412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.37047373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:13.370505803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:13.370545693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.37128939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.371825314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.376672641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.376748422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.37679263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.376834443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.376872107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.380930167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.383281838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2fca448c-f097-41b2-8d74-1a9003cb7e0d","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.383342298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2fca448c-f097-41b2-8d74-1a9003cb7e0d","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.383622454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"18a69fbd-0595-4af3-911c-4d2b153ee2db","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.383726591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"18a69fbd-0595-4af3-911c-4d2b153ee2db","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.383771099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b3b4051a-db23-4a0c-9d92-0c56cc4914af","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.383809516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b3b4051a-db23-4a0c-9d92-0c56cc4914af","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.388295796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2fca448c-f097-41b2-8d74-1a9003cb7e0d","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.388377769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2fca448c-f097-41b2-8d74-1a9003cb7e0d","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.38885672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2fca448c-f097-41b2-8d74-1a9003cb7e0d","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.38968781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"18a69fbd-0595-4af3-911c-4d2b153ee2db","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.389752118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"18a69fbd-0595-4af3-911c-4d2b153ee2db","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.390154287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"18a69fbd-0595-4af3-911c-4d2b153ee2db","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.390770411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b3b4051a-db23-4a0c-9d92-0c56cc4914af","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.390846862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b3b4051a-db23-4a0c-9d92-0c56cc4914af","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.391262097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b3b4051a-db23-4a0c-9d92-0c56cc4914af","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.391898902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.391946396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.392165501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.392322974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.392362483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.393597996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.393661052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.393701051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.393736842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.394206535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.395058838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"8bda537f-a00f-4a18-a942-737c6c2b6783 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.395302181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/ereports?committed=1&limit=255&restart_id=8bda537f-a00f-4a18-a942-737c6c2b6783&start_at=2","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.395735381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.395802485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.399803491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21911","req_id":"0642b918-053e-4406-9fec-00b4dee37d00","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   48 da 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   H...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.399893179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21911","req_id":"0642b918-053e-4406-9fec-00b4dee37d00","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18650,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.400152795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.400252272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:21911","req_id":"0642b918-053e-4406-9fec-00b4dee37d00","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.400371078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17944","req_id":"49deb2b8-2706-4a1e-9af6-5e411bf475ee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cc ee 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.400438642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17944","req_id":"49deb2b8-2706-4a1e-9af6-5e411bf475ee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52462,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.400617939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.400644141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17944","req_id":"49deb2b8-2706-4a1e-9af6-5e411bf475ee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.400866663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49070/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6899ba7a-ccee-40d4-8583-4efa1af8120b\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:06:13 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.41532116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"3.111202925s"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.421517697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.421667755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.42503878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.42511421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.425161053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.42524478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.426070299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:13.502337111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.502418533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.509255231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.527332775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.527561399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.527790865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.528907332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.531536894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.565156335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.584278504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.584411408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.586016746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.588207016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.625909837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.626025587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.626066338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.626547934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.652012138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/ereports?committed=1&limit=255&restart_id=8bda537f-a00f-4a18-a942-737c6c2b6783&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e74e0f5-1017-4407-b284-6c1bf2561a13\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:06:13 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.652117868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"8bda537f-a00f-4a18-a942-737c6c2b6783 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.653082684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.653165218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:13.998968432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.999081396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/vpc-routes","method":"GET"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:13.999910393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:13.999980632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.000011343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.000050621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.001019526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.004587021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.016455563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 069d3e7e-1784-4021-9952-549bdf909d26 (sled), lookup_type: ById(069d3e7e-1784-4021-9952-549bdf909d26) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.01654959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.016593176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.0169931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:14.019256676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"18a69fbd-0595-4af3-911c-4d2b153ee2db","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":635536,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:14.021491214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57029"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.023724229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.023789408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.023822544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.023862854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68bb4244-f868-40d0-bc6f-620bf9694fcb\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:06:13 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:14.023922062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.023961671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.023994836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f216a49c-b871-4a18-8da6-eb11842e1473\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:06:13 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.024050026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.026210497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:14.027230894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2fca448c-f097-41b2-8d74-1a9003cb7e0d","remote_addr":"127.0.0.1:42113","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":643964,"response_code":200}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.027679975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.028411007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.028582608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.033300919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.033388192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.033428623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.03382492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.036829307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"b26a20af-7185-4aeb-9236-37262696f172","remote_addr":"[::1]:57029","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.036899526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"b26a20af-7185-4aeb-9236-37262696f172","remote_addr":"[::1]:57029","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.042068803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a69fbd-0595-4af3-911c-4d2b153ee2db\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:06:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.04227398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.04354755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"552dd515-a45c-4fad-ad27-a9a61202d664\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:06:14 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.04362827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:14.044883854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"b26a20af-7185-4aeb-9236-37262696f172","remote_addr":"[::1]:57029","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":8065,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:14.046798847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"b3b4051a-db23-4a0c-9d92-0c56cc4914af","remote_addr":"127.0.0.1:40242","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":663031,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.047055397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.070372737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.0704751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.070518717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.071106604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.080716991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.080792842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.081096064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91bf721b-163c-4fb6-8d46-c2813341a63d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.08116937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91bf721b-163c-4fb6-8d46-c2813341a63d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.081352904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44862","req_id":"d76f916a-3b10-4c6a-9086-3eae631a58a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   18 88 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.081491319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44862","req_id":"d76f916a-3b10-4c6a-9086-3eae631a58a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6280,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.081665325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.081895322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.082032564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.082135158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44862","req_id":"d76f916a-3b10-4c6a-9086-3eae631a58a8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.083909161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.084548992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.084630223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.08466882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.084863877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91bf721b-163c-4fb6-8d46-c2813341a63d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.084949507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91bf721b-163c-4fb6-8d46-c2813341a63d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.085711321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91bf721b-163c-4fb6-8d46-c2813341a63d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.086599825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b26a20af-7185-4aeb-9236-37262696f172\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:06:14 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.086668441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.086707629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.087161501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.090249584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.09521707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.095353661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.095397909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.095917741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.098718454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8829, tv_nsec: 16300611 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.098822009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.099057878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.106218289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a7aaa9b-5fa4-4273-81f9-379f38a74653\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:06:14 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.106745626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.107434645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":3,"elapsed":"3.77934506s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.10988434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.113752833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.115854748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":29,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"769d5d65-79a4-421b-a160-ee11d4f3e8ad"}
{"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.115930348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.116279281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_time_created":"2026-03-04 07:05:14.517650 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.116472375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":3,"elapsed":"4.155711846s"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.120577548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.123572195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.129476372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"0c808471-2bb0-40d0-bf55-e3ffd717714e"}
{"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.129554066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.129596721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_time_created":"2026-03-04 07:05:15.697585 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.129640347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":3,"elapsed":"4.034140104s"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.240577798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61145","req_id":"cfc3d885-42b0-4379-a157-8b426848e012","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   52 b1 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   R...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.240757305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61145","req_id":"cfc3d885-42b0-4379-a157-8b426848e012","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21169,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.241090025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.241361675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61145","req_id":"cfc3d885-42b0-4379-a157-8b426848e012","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.241446133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13011","req_id":"5cf2ac3b-1b23-454d-bbe7-39985d93fdce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c7 dd 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.241559969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13011","req_id":"5cf2ac3b-1b23-454d-bbe7-39985d93fdce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51165,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.24179208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.241822911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:13011","req_id":"5cf2ac3b-1b23-454d-bbe7-39985d93fdce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:14.245995508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.247216072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.247298506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.247344157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.247383154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.249055255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:14.343421865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.343518517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.367184189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-03-04T07:05:07.856743Z, time_modified: 2026-03-04T07:05:07.856743Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 8c834796-5858-4901-acb8-22e999baf110, db_silo: Silo { identity: SiloIdentity { id: 8c834796-5858-4901-acb8-22e999baf110, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-04T07:05:15.565273Z, time_modified: 2026-03-04T07:05:15.565273Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 8c834796-5858-4901-acb8-22e999baf110, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8c834796-5858-4901-acb8-22e999baf110, db_silo: Silo { identity: SiloIdentity { id: 8c834796-5858-4901-acb8-22e999baf110, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-04T07:05:15.565273Z, time_modified: 2026-03-04T07:05:15.565273Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.367366731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"8c834796-5858-4901-acb8-22e999baf110\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"8c834796-5858-4901-acb8-22e999baf110\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 8c834796-5858-4901-acb8-22e999baf110 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":3,"elapsed":"4.183162455s"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.421258114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57516/probes","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.422050167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.437601894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.437858795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.43791194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.438401072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:14.440164524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"91bf721b-163c-4fb6-8d46-c2813341a63d","remote_addr":"127.0.0.1:61331","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":359070,"response_code":200}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.440394761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.440453478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:14.440485862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.440526162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:14.44100363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.487445805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/v2p","method":"GET"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:25.494589623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet01"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.495346616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57516/eip-gateways","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:25.507830651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53403"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:25.551536053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51142"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:25.554182008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"3b9cf6a1-8f54-4135-8ada-5a2df62f11e7","remote_addr":"[::1]:57029","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.555011686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"3b9cf6a1-8f54-4135-8ada-5a2df62f11e7","remote_addr":"[::1]:57029","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.555723269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.55628752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.556845258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.583202225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:25.584446075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:25.585343558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:25.586185319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:25.587569328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:25.588669163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:25.58950896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:25.590753873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:25.599328102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:25.600214983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:06:25.601045784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.60173875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:25.606744181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:25.607819507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:25.608559727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.609243104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.610586763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.862912562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.872333623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.873291846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":29,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:25.873931346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:25.874997213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:25.875898834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.876744633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.886608544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.894815293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:25.895829367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:25.896826638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:25.897720523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.899374118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:25.917935091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:26.015182092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91bf721b-163c-4fb6-8d46-c2813341a63d\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:06:14 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:26.020278514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:26.022413534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:26.02308637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:26.024071747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:26.045773038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:26.306764248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:26.360441435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"3b9cf6a1-8f54-4135-8ada-5a2df62f11e7","remote_addr":"[::1]:57029","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":806166,"response_code":204}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:26.362267933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:26.363253701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:26.363982879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:26.389860444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:29.454952017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:29.632466866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: eeec5ebb-058d-421c-a1c3-edf0467c81b4 (sled), lookup_type: ById(eeec5ebb-058d-421c-a1c3-edf0467c81b4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:29.633115344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:29.633570428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:29.633856606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:29.675109779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:06:29.75380807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:29.754834368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:06:29.756874991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:06:29.766375149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:42.597772249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51353"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:42.598690422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40380"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:42.599294592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45737"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:42.599869233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34356"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:42.600432562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37695"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:42.600993787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51280"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:42.601683286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55861"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:42.60225396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35884"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:42.602816256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49803"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:06:42.60337701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39053"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:23.022152927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"4757f7a6-a081-4da3-b7ac-35f69fae6f12","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:23.091395248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"cb9a2f71-7848-48d7-8397-1bf97865d472","remote_addr":"[::1]:53403","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:23.092478689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"cb9a2f71-7848-48d7-8397-1bf97865d472","remote_addr":"[::1]:53403","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:23.093272245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"3e1ae1fa-7fa5-4560-8648-41d3ed6462e7","remote_addr":"[::1]:51142","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:23.094010402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"3e1ae1fa-7fa5-4560-8648-41d3ed6462e7","remote_addr":"[::1]:51142","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:23.094763768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:23.095685769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:23.096596227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:23.145031504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:58483/local/switch-id\", source: TimedOut })"}
{"msg":"failed to identify switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:23.146043834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"Communication Error: error sending request for url (http://[::1]:58483/local/switch-id): operation timed out","zone_address":"::1"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:23.146958561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:27.775879859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.845562003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:27.852340005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54770","req_id":"86aace7a-28fb-4123-9774-02edc847f07b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   4a cd 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   J............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.854066554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54770","req_id":"86aace7a-28fb-4123-9774-02edc847f07b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19149,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.858903411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.859896954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.870653347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.873365964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54770","req_id":"86aace7a-28fb-4123-9774-02edc847f07b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:27.87523163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59392","req_id":"86962934-db78-46b9-815c-25f34df953e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   46 e2 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   F............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.876156647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59392","req_id":"86962934-db78-46b9-815c-25f34df953e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18146,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.878976127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.880941801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"039be560-54cc-49e3-88df-1a29dadbf913.sled"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.882658119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.884031898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59392","req_id":"86962934-db78-46b9-815c-25f34df953e9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44313, target: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35773, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:27.885810691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64135","req_id":"f163dfec-70b8-42ea-825e-e2a6ab29976c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   da b5 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.886728183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64135","req_id":"f163dfec-70b8-42ea-825e-e2a6ab29976c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55989,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.889655066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.890093928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"408a8013-38c0-46d4-902e-f78388db18ff.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:27.891594989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64135","req_id":"f163dfec-70b8-42ea-825e-e2a6ab29976c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44334, target: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:28.250421017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:57516/eip-gateways\", source: TimedOut })"}
{"msg":"failed to push internet gateway assignments for sled","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.251376174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","err":"Communication Error: error sending request for url (http://[::1]:57516/eip-gateways)","sled":"SimGimlet01"}
{"msg":"VPC route manager sled 069d3e7e-1784-4021-9952-549bdf909d26","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:28.252099861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:28.252630445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/vpc-routes","method":"GET"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:28.254242306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.277201806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.278476978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.279362267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.280208878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.281046241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.281882111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.282834112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.283681826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.284516243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.286042765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.286908634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.28775251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.288589433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.28942381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.290255652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.291090169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.29204207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.292883421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.293716335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.29454971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.295381482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.296212623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.297044736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.297874604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.298706306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.299537827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.300372725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.301204858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.302151758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.3029933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.303939148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.304779487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.30561155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.306441268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.307273601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.308103549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.308935492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.310045686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.310910604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.311748318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.312581413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.313417613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.314248884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.31507728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.315908551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.316739922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.31756977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.318397875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.319230709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.320181647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.321742347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.322621653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.323867929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.325020538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.325970084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.327180147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.33126526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.332175488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:28.441108077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:36938"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:28.44196043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:49704"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:28.509957077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44117"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:28.511320836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64200"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:28.511943552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65217"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:28.512809402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49382"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:28.513727365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59690"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:28.514665458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37951"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:07:28.581621058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Telemetry database unavailable: SQL query timed out after 58.814809081s"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:28.582726263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:28.84723038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:28.854992356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.856360623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.857546508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.858587957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.859616309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:28.866328119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:28.946184581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:28.990042967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:28.990992934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.072686364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.09333285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.094480469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.095220388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.121280265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.128736935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.274266529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":27,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.275202979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":27,"elapsed":"102.737054ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.276345808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.277706751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.278812548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.279622416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.280244592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.282298531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.290053964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:29.294901071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.295624698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":4,"elapsed":"5.633198ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.29645667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.297042975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.357870744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.35880538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.359626731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.360316331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.361044427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.366552857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.386825921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to send collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:29.388121645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:128","component":"oximeter","error":"error sending request for url (http://[::1]:63167/a6458b7d-87c3-4483-be96-854d814c20de): operation timed out"}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.389588889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.390243699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.390966204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.39966978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to send collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:29.400814584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:128","component":"oximeter","error":"error sending request for url (http://127.0.0.1:58744/913233fe-92a8-4635-9572-183f495429c4): operation timed out"}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.402339853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.403310721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.406440427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.416464776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.584886486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.589858931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.616787404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.675525883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.713954005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.714612332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.714878441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.715419605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.72476177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.729748554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:29.748824009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:29.749894185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:33.565524381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62409/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:33.590936912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:33.592339929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:33.592979278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:33.593909396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:33.601483238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:33.608396268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.143446177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:41944/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.147815946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:37.148571697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 06:57:37.147946966 UTC"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.14992266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.150739702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.16510851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.185710547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.186598912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.195170365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.196132286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.196859109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.197970196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.199966631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.211400019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.221338688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:37.222109348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.222771924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":3,"elapsed":"1.076478ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.223488387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.224062407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.224747799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.233935346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.241813282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.242608081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.243624309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.252573663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.278974978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.33182873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.33366133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.379992397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.412283971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.428793641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.430108051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.463247208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.47432016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.501601934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.507079904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.51167534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.542794025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.726108693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.801096525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:37.86223951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:37.90760527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:37.919108506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:57516/probes\", source: TimedOut })"}
{"msg":"failed to update probes on sled","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:37.9881709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:57516/probes): error sending request for url (http://[::1]:57516/probes): operation timed out"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:38.071068822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:38.094392725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:38.095487119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:38.096223221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:38.170063594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:38.176746376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:57516/v2p\", source: TimedOut })"}
{"msg":"unable to list opte v2p mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:38.198302038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:57516/v2p)","sled":"SimGimlet01"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:38.325064178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/v2p","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:38.421404828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"4757f7a6-a081-4da3-b7ac-35f69fae6f12","remote_addr":"127.0.0.1:37508","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15399415,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:38.424538272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:38.750866787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:38.752130687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:38.752852681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:38.781784031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:38.789431349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"cb9a2f71-7848-48d7-8397-1bf97865d472","remote_addr":"[::1]:53403","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":15698034,"response_code":204}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:38.790833795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"3e1ae1fa-7fa5-4560-8648-41d3ed6462e7","remote_addr":"[::1]:51142","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":15697234,"response_code":200}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:38.791797639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:38.792884377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:38.794189018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:38.795303181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:38.796338227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:38.79735676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:38.798472756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:38.799519315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:38.800562657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:38.801705867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:38.803293531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:38.827994509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38379"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:38.828967271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51695"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:39.011097797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:47.736154708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:49997"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:47.77195956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:55547"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:47.797419815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:43425"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:47.882674518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:07:47.888958328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:47.941983741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:47.959509579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:47.960324017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:47.960919058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 4 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:47.961467949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.147209116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:48.148169724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:595","component":"oximeter","error":"Communication Error: error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:48.149229028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:48.151321764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:57590"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:48.15196949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:63704"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:48.153095928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60419"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:48.159687549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:48.167327342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:48.169185393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:48.170891221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:48.172573081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:48.174094533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:48.17572965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:48.177091505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:48.182630876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:48.196913433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.198829729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44192","req_id":"020b4352-94e3-4dad-b9c2-66f8eb6096db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   2f c4 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   /............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.200130412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44192","req_id":"020b4352-94e3-4dad-b9c2-66f8eb6096db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12228,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.209860427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.213492059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.215395219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.247295776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:44192","req_id":"020b4352-94e3-4dad-b9c2-66f8eb6096db","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.250707041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:65321","req_id":"843dc908-00a8-4173-971f-876af021020c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   a0 f6 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.251974188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:65321","req_id":"843dc908-00a8-4173-971f-876af021020c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41206,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.255383179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.255830046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.256292855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.263733944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:65321","req_id":"843dc908-00a8-4173-971f-876af021020c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.275328592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50758","req_id":"be34c6e8-01cc-48bc-ba8c-d41d5878e8f0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   12 a2 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.276595468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50758","req_id":"be34c6e8-01cc-48bc-ba8c-d41d5878e8f0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4770,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.278457977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.279418284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"039be560-54cc-49e3-88df-1a29dadbf913.sled"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.280695511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.282109479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50758","req_id":"be34c6e8-01cc-48bc-ba8c-d41d5878e8f0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44313, target: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35773, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.283870116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55597","req_id":"c4095fae-1e76-44a3-981c-f2f21e91cbbf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   37 24 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   7$..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.285308984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55597","req_id":"c4095fae-1e76-44a3-981c-f2f21e91cbbf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14116,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.304676048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.360814975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"408a8013-38c0-46d4-902e-f78388db18ff.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.361488242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55597","req_id":"c4095fae-1e76-44a3-981c-f2f21e91cbbf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44334, target: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.364522047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25249","req_id":"18141d05-c089-4c52-a30c-437ddcc88c1a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   31 50 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   1P..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.366034291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25249","req_id":"18141d05-c089-4c52-a30c-437ddcc88c1a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12624,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.46023933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.460775655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.461252522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.461719379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25249","req_id":"18141d05-c089-4c52-a30c-437ddcc88c1a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.463319317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6a08d23c-69eb-4204-a235-38bd5367b8bc","remote_addr":"127.0.0.1:57590","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.46401088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6a08d23c-69eb-4204-a235-38bd5367b8bc","remote_addr":"127.0.0.1:57590","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.46467008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"1c8f488c-4925-4038-85d0-22e16e6a14f0","remote_addr":"127.0.0.1:63704","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.465303277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"1c8f488c-4925-4038-85d0-22e16e6a14f0","remote_addr":"127.0.0.1:63704","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.481760803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6a08d23c-69eb-4204-a235-38bd5367b8bc","remote_addr":"127.0.0.1:57590","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.483178278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6a08d23c-69eb-4204-a235-38bd5367b8bc","remote_addr":"127.0.0.1:57590","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.487426877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6a08d23c-69eb-4204-a235-38bd5367b8bc","remote_addr":"127.0.0.1:57590","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.512522719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"1c8f488c-4925-4038-85d0-22e16e6a14f0","remote_addr":"127.0.0.1:63704","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.513699376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"1c8f488c-4925-4038-85d0-22e16e6a14f0","remote_addr":"127.0.0.1:63704","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.552956263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"1c8f488c-4925-4038-85d0-22e16e6a14f0","remote_addr":"127.0.0.1:63704","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.558253133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63976","req_id":"ed196235-762a-4f74-b20b-1c42460e0ba7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   8d 06 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.559387376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63976","req_id":"ed196235-762a-4f74-b20b-1c42460e0ba7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36102,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.562665998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.563342962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.563814809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63976","req_id":"ed196235-762a-4f74-b20b-1c42460e0ba7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.564959302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58386","req_id":"35e70cf7-9aef-4607-ae09-266c34939c63","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   85 65 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   .e..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.566481967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58386","req_id":"35e70cf7-9aef-4607-ae09-266c34939c63","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34149,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.592894985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.593423915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.593883869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58386","req_id":"35e70cf7-9aef-4607-ae09-266c34939c63","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.595039464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38225","req_id":"b3dfc69b-7695-4778-9b05-482ad4ce4248","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   a3 21 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .!..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.595938049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38225","req_id":"b3dfc69b-7695-4778-9b05-482ad4ce4248","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41761,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.599152242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.629170341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.629991031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.631624124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38225","req_id":"b3dfc69b-7695-4778-9b05-482ad4ce4248","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.635298983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39196","req_id":"8b97bf0b-701e-4a5f-91b3-151384c77312","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   02 47 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .G..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.636297736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39196","req_id":"8b97bf0b-701e-4a5f-91b3-151384c77312","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 583,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.641464438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.641947557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.642404886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.642860621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39196","req_id":"8b97bf0b-701e-4a5f-91b3-151384c77312","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.67638851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"3bebea97-abcb-4c56-80c3-a61a8ada9c4d","remote_addr":"[::1]:49997","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.677323186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"3bebea97-abcb-4c56-80c3-a61a8ada9c4d","remote_addr":"[::1]:49997","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:48.677962306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"8a47c735-8b8d-441a-b0e5-c9eedd88c69d","remote_addr":"[::1]:55547","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:48.678566786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"8a47c735-8b8d-441a-b0e5-c9eedd88c69d","remote_addr":"[::1]:55547","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:48.796643766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"3bebea97-abcb-4c56-80c3-a61a8ada9c4d","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:48.797327695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"3bebea97-abcb-4c56-80c3-a61a8ada9c4d","component":"store","component":"internal_dns_server"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:48.88166708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"8a47c735-8b8d-441a-b0e5-c9eedd88c69d","component":"store","component":"external_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:48.882595043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"8a47c735-8b8d-441a-b0e5-c9eedd88c69d","component":"store","component":"external_dns_server"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:07:49.089037735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.08975512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.090019234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.090243099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.090458206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.090757641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.091011134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.091273245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.091497751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.091711826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.091990199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.092205416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.092418449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.092633687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.092850087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.093115975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.093336853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.093758561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.093988307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.094496326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.094715221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.09492642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.095141979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.095357948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.095566402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.095768182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.095979041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.096191012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.096397793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.096605866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.096818278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.097077092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.097294874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.097505152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.097711572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.097917972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.098127157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.098428456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.098681228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.098999851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.099219407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.099427801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.099667196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.099883846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.100091649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.100300183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.100508016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.100715508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.100922179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.101132927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.101338105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.101857035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.102109647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.102319073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.102594019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.102801261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.103003823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.103207437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.103412795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.103684765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.103908309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.104113336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.104357181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.104619281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.105530541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.105943602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.106223127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.126039744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.172852478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.174252118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.174877851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.176081181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.189615842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.190835183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.197967348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.235629128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.236638152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.237219556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.238059775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.238625609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.239171653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.239988987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.248982769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.24969798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.250263423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.251527062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.252169578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.252728188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.253249032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:49.253789506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"3bebea97-abcb-4c56-80c3-a61a8ada9c4d","remote_addr":"[::1]:49997","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":505213,"response_code":204}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:49.254488153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"8a47c735-8b8d-441a-b0e5-c9eedd88c69d","remote_addr":"[::1]:55547","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","latency_us":504029,"response_code":204}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.255164978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.255690892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"03b67e63-a45e-41d5-a052-df20cf390b90","remote_addr":"[::1]:38379","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.256353298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"03b67e63-a45e-41d5-a052-df20cf390b90","remote_addr":"[::1]:38379","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:49.257016625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:35413"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.338539426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"d0e452db-8864-4ba3-8356-3a26a0efde15","remote_addr":"[::1]:51695","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.339104548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"d0e452db-8864-4ba3-8356-3a26a0efde15","remote_addr":"[::1]:51695","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.339460876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"47743e3e-1436-4bb0-a071-6b172c4e6d03","remote_addr":"[::1]:60419","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.36683336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8924, tv_nsec: 282583930 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.368197479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.372684721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8924, tv_nsec: 288487254 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.374702699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.419364662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8924, tv_nsec: 334323028 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.455426544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.470422116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.519297436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"4d3ba570-c6aa-410e-9f70-50c33a3d0f82","remote_addr":"127.0.0.1:43425","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.583326373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8924, tv_nsec: 499686935 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.624562922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.716266904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.773954867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:62409/config\", source: TimedOut })"}
{"msg":"failed to propagate DNS generation 1 to server [::1]:62409: Communication Error: error sending request for url (http://[::1]:62409/config): error sending request for url (http://[::1]:62409/config): operation timed out","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:07:49.807823613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:07:49.810473977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.813738791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:62409\":{\"Err\":\"failed to propagate DNS generation 1 to server [::1]:62409: Communication Error: error sending request for url (http://[::1]:62409/config): error sending request for url (http://[::1]:62409/config): operation timed out\"}}}","iteration":5,"elapsed":"20.081166198s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:49.81535956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:49.824251921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43604","req_id":"9dc2e922-2cbd-4058-8b35-c55bc54d59f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   62 89 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   b............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.827445113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43604","req_id":"9dc2e922-2cbd-4058-8b35-c55bc54d59f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25225,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.83023843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.831234479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.833492644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.834101803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:43604","req_id":"9dc2e922-2cbd-4058-8b35-c55bc54d59f5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.903739129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41944/config\", status: 204, headers: {\"x-request-id\": \"8a47c735-8b8d-441a-b0e5-c9eedd88c69d\", \"date\": \"Wed, 04 Mar 2026 07:07:49 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:49.905395358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:49.906693827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:49.908188706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:41944\":{\"Ok\":null}}}","iteration":5,"elapsed":"16.282921932s"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:50.04420718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"03b67e63-a45e-41d5-a052-df20cf390b90","remote_addr":"[::1]:38379","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":804300,"response_code":200}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:50.045496922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.049686893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:50.050321494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.050860524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":5,"elapsed":"99.663705471s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.051541006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.0521121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.053085203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.053670525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:50.054408511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"d0e452db-8864-4ba3-8356-3a26a0efde15","remote_addr":"[::1]:51695","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":734243,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:50.055781718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"47743e3e-1436-4bb0-a071-6b172c4e6d03","remote_addr":"[::1]:60419","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":733534,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:50.079048468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"4d3ba570-c6aa-410e-9f70-50c33a3d0f82","remote_addr":"127.0.0.1:43425","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":538729,"response_code":200}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.080156989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 8924, tv_nsec: 989088275 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.082233213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.082852463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.083434098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:07:50.0840996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"unrolling 2 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.085425563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.203377495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.304969866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"845c7995-786d-43a5-8a7c-011d4ec4e3ed","remote_addr":"127.0.0.1:35413","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.306463944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"845c7995-786d-43a5-8a7c-011d4ec4e3ed","remote_addr":"127.0.0.1:35413","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.315531833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40654","req_id":"def0b816-24e9-4400-aa3c-dd21d77231ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   fc 42 01 00  00 01 00 00  00 00 00 01  24 36 62 38   .B..........$6b8\n0010:   64 39 31 35  31 2d 65 34  64 63 2d 34  35 38 32 2d   d9151-e4dc-4582-\n0020:   61 32 64 64  2d 38 33 38  34 35 61 31  37 38 61 65   a2dd-83845a178ae\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.317048015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40654","req_id":"def0b816-24e9-4400-aa3c-dd21d77231ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64578,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            54,\n            98,\n            56,\n            100,\n            57,\n            49,\n            53,\n            49,\n            45,\n            101,\n            52,\n            100,\n            99,\n            45,\n            52,\n            53,\n            56,\n            50,\n            45,\n            97,\n            50,\n            100,\n            100,\n            45,\n            56,\n            51,\n            56,\n            52,\n            53,\n            97,\n            49,\n            55,\n            56,\n            97,\n            101,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.320779285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.321256202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40654","req_id":"def0b816-24e9-4400-aa3c-dd21d77231ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.322228203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27417","req_id":"eac502e1-adb0-4d27-8365-baf16d3da55e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   33 be 01 00  00 01 00 00  00 00 00 01  24 34 36 66   3...........$46f\n0010:   64 37 38 35  30 2d 31 61  65 62 2d 34  66 65 32 2d   d7850-1aeb-4fe2-\n0020:   39 37 37 66  2d 62 36 39  35 64 65 35  30 38 62 39   977f-b695de508b9\n0030:   30 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   0.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.3301873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27417","req_id":"eac502e1-adb0-4d27-8365-baf16d3da55e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13246,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            52,\n            54,\n            102,\n            100,\n            55,\n            56,\n            53,\n            48,\n            45,\n            49,\n            97,\n            101,\n            98,\n            45,\n            52,\n            102,\n            101,\n            50,\n            45,\n            57,\n            55,\n            55,\n            102,\n            45,\n            98,\n            54,\n            57,\n            53,\n            100,\n            101,\n            53,\n            48,\n            56,\n            98,\n            57,\n            48,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.372157226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.381812713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27417","req_id":"eac502e1-adb0-4d27-8365-baf16d3da55e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.3847467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56372","req_id":"efdff943-cb1e-4e05-a325-fec5a1243603","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4b e9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   K...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.388081042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56372","req_id":"efdff943-cb1e-4e05-a325-fec5a1243603","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19433,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.394505011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.397793452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56372","req_id":"efdff943-cb1e-4e05-a325-fec5a1243603","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.401383021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61398","req_id":"d18dee4f-b2d8-4a1b-8cc2-75ad83e6a740","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   98 33 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .3..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.404581012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61398","req_id":"d18dee4f-b2d8-4a1b-8cc2-75ad83e6a740","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38963,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.41000273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.410592582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61398","req_id":"d18dee4f-b2d8-4a1b-8cc2-75ad83e6a740","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.41201149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36128","req_id":"bbf9cf27-c65a-4204-a306-225f13263e12","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   06 d8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.413452372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36128","req_id":"bbf9cf27-c65a-4204-a306-225f13263e12","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1752,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.421716234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.422263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36128","req_id":"bbf9cf27-c65a-4204-a306-225f13263e12","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.423244339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:41674","req_id":"aad08ee7-2edd-4370-bccb-ec292c1a36ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c6 5b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .[..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.424283383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:41674","req_id":"aad08ee7-2edd-4370-bccb-ec292c1a36ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50779,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.427757463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.428223819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:41674","req_id":"aad08ee7-2edd-4370-bccb-ec292c1a36ba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.429605683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46314","req_id":"e4c89309-da46-4b92-b22f-1a2310405b9d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b9 53 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .S..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.430702522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46314","req_id":"e4c89309-da46-4b92-b22f-1a2310405b9d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47443,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.508800691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.50942926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46314","req_id":"e4c89309-da46-4b92-b22f-1a2310405b9d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.510838238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45624","req_id":"c8e37c88-e164-482f-8f74-45552688f0b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ed d5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.51498332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45624","req_id":"c8e37c88-e164-482f-8f74-45552688f0b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60885,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.532992959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.533547901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45624","req_id":"c8e37c88-e164-482f-8f74-45552688f0b1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.534556274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03b67e63-a45e-41d5-a052-df20cf390b90\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:07:50 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.535442324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.536123577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.544764999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.559536086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"845c7995-786d-43a5-8a7c-011d4ec4e3ed","remote_addr":"127.0.0.1:35413","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.560742091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"845c7995-786d-43a5-8a7c-011d4ec4e3ed","remote_addr":"127.0.0.1:35413","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.56463351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"845c7995-786d-43a5-8a7c-011d4ec4e3ed","remote_addr":"127.0.0.1:35413","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.58868079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.589578513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.590981429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.61313606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.679934567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:07:50.681024662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.681726186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e452db-8864-4ba3-8356-3a26a0efde15\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:07:50 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:50.682614139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet02"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:50.683200303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet02"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:50.683773091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet02"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:50.684340919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/v2p","method":"GET"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:58.170079181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/local/all-sp-ids","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:07:58.180012259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49221"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:58.183408464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_servers":"DnsServersList { addresses: [[::1]:62409] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:62409] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:58.184408109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:62409\"]}","iteration":4,"elapsed":"28.454040085s"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:58.212230226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_servers":"DnsServersList { addresses: [[::1]:41944] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:41944] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:07:58.213191034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:41944\"]}","iteration":4,"elapsed":"21.026835626s"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:08:07.200056367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:08:07.208632139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:08:07.209905428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:08:15.789112168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:11.874848053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:11.875906154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:11.876627517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:11.877294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:11.949712229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:53250/local/all-sp-ids\", source: TimedOut })"}
{"msg":"failed to list SP IDs from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:09:11.950967312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","error":"Communication Error: error sending request for url (http://[::1]:53250/local/all-sp-ids)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:11.952424857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/all-sp-ids","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:11.973905288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:62069"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:11.974792811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:43529"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:11.975908988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:36399"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:11.976794717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:49290"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:11.980650906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"79983f05-7fe0-4f00-88e4-6944edb61159","remote_addr":"[::1]:49221","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:11.982208068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"79983f05-7fe0-4f00-88e4-6944edb61159","remote_addr":"[::1]:49221","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:11.98294885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:44007/switch/identifiers\", source: TimedOut })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:11.983967503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:44007","error":"Communication Error: error sending request for url (http://[::1]:44007/switch/identifiers)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:11.984900847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:09:12.036621859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6a08d23c-69eb-4204-a235-38bd5367b8bc","remote_addr":"127.0.0.1:57590","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":83629218}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:09:12.039776344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"1c8f488c-4925-4038-85d0-22e16e6a14f0","remote_addr":"127.0.0.1:63704","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":83631236}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:12.045907481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:44007/switch/identifiers\", source: TimedOut })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:12.04721097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:44007","error":"Communication Error: error sending request for url (http://[::1]:44007/switch/identifiers)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:12.04804716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:12.049911443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62172"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:12.051107849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44581"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:12.051803751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42053"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:12.052394885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34435"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:12.053468217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54461"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:12.054123809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44445"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:12.054648531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42207"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:12.193042293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:36728"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:09:12.197928307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Telemetry database unavailable: SQL query timed out after 64.988350659s"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:12.198851881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 3 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:12.199537453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:12.20007496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"6127bf75-e4d7-4870-b512-0133d49e1bc9","remote_addr":"127.0.0.1:43425","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:12.200791744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:12.20134886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","registration_count":"1"}
{"msg":"will register with Nexus at 127.0.0.1:44172","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:12.201883512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:15.715293463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:44172/metrics/producers","method":"POST"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.417408699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.418774873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.544443922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.575866009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.580710811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.58181318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.583083513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.584057498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.584987565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.586039063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.586919943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.587663219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.643927455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.667634328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.67310345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.681968106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.686131475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.694932014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.697925519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.699514204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.700849196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.702143466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.703448228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.705710962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.707912003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.763635264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.765132237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.766867774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.768650334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.777611322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.806110062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.807170609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.808170715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.809030533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.810477376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.812454974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.81652159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.817934497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.818831298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.819684923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.820530322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.821369719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.822206671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.823042031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.82388769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.824722979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.82585631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.826925774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.827782175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.828629989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.829467282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.830412228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.831752921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.840776613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.842750253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.844381663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.84739111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.848627686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.850057656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.864432906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.871077393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.872275793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.873498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.875071034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.882656289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.884239764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.886046042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.88705236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.887900946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.888734271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.890613794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.894321247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.895583163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.896492098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.904476226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.90816411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.909351138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.910202639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.911277574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.912193052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.913367394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.91607918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.916964989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.922228202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.923884061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.928285773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.929193176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.930027312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.932287661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.93518195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.936036828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.942485896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.943831679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.951816828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":28,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.959770825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":28,"elapsed":"234.105µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.960835009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:19.961504999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.962325218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":5,"elapsed":"1.177669ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.963553688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.980626045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:595","component":"oximeter","error":"Communication Error: error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:19.982903569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:19.983904998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to send collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:19.984625148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:128","component":"oximeter","error":"error sending request for url (http://[::1]:63167/a6458b7d-87c3-4483-be96-854d814c20de): operation timed out"}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:19.986100598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:19.98786362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.989391074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.990745263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:19.991410274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:19.991928433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:23.908192897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62409/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:23.952902204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:28.607930073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:41944/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:28.610698772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:28.611621836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:28.613657218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:28.614848243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:28.615753481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"497.397µs"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:28.751692728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:61903/v2p\", source: TimedOut })"}
{"msg":"unable to list opte v2p mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:28.752808965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:61903/v2p)","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:28.753654624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/v2p","method":"GET"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:28.824422876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(ServiceUnavailable { internal_message: \"Failed to access DB connection: Backends exist, and appear online, but all claims are used\" })","resource":"Sled { parent: Fleet, key: eeec5ebb-058d-421c-a1c3-edf0467c81b4 (sled), lookup_type: ById(eeec5ebb-058d-421c-a1c3-edf0467c81b4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to lookup sled by id","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:31.710560874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to look up sled\n\nCaused by:\n    Service Unavailable: Failed to access DB connection: Backends exist, and appear online, but all claims are used\n\nStack backtrace:\n   0: <E as anyhow::context::ext::StdError>::ext_context\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.102/src/backtrace.rs:10:14\n   1: anyhow::context::<impl anyhow::Context<T,E> for core::result::Result<T,E>>::context\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.102/src/context.rs:54:37\n   2: {async_block#0}\n             at ./src/app/background/tasks/sync_service_zone_nat.rs:91:22\n   3: poll<alloc::boxed::Box<(dyn core::future::future::Future<Output=serde_json::value::Value> + core::marker::Send), alloc::alloc::Global>>\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/future/future.rs:133:9\n   4: {async_fn#0}\n             at ./src/app/background/driver.rs:339:54\n   5: {async_fn#0}\n             at ./src/app/background/driver.rs:292:62\n   6: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n   7: with_mut<tokio::runtime::task::core::Stage<omicron_nexus::app::background::driver::{impl#2}::run::{async_fn_env#0}>, core::task::poll::Poll<()>, tokio::runtime::task::core::{impl#6}::poll::{closure_env#0}<omicron_nexus::app::background::driver::{impl#2}::run::{async_fn_env#0}, alloc::sync::Arc<tokio::runtime::scheduler::current_thread::Handle, alloc::alloc::Global>>>\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n   8: poll<omicron_nexus::app::background::driver::{impl#2}::run::{async_fn_env#0}, alloc::sync::Arc<tokio::runtime::scheduler::current_thread::Handle, alloc::alloc::Global>>\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n   9: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n  10: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/panic/unwind_safe.rs:274:9\n  11: do_call<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future::{closure_env#0}<omicron_nexus::app::background::driver::{impl#2}::run::{async_fn_env#0}, alloc::sync::Arc<tokio::runtime::scheduler::current_thread::Handle, alloc::alloc::Global>>>, core::task::poll::Poll<()>>\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:590:40\n  12: __rust_try\n  13: catch_unwind<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future::{closure_env#0}<omicron_nexus::app::background::driver::{impl#2}::run::{async_fn_env#0}, alloc::sync::Arc<tokio::runtime::scheduler::current_thread::Handle, alloc::alloc::Global>>>>\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:553:19\n  14: catch_unwind<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future::{closure_env#0}<omicron_nexus::app::background::driver::{impl#2}::run::{async_fn_env#0}, alloc::sync::Arc<tokio::runtime::scheduler::current_thread::Handle, alloc::alloc::Global>>>, core::task::poll::Poll<()>>\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panic.rs:359:14\n  15: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n  16: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n  17: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n  18: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n  19: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n  20: tokio::runtime::task::LocalNotified<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:515:13\n  21: tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:800:30\n  22: with_budget<(), tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure#0}::{closure_env#1}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>>\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:167:5\n  23: budget<(), tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure#0}::{closure_env#1}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>>\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:133:5\n  24: {closure#0}<(), tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure#0}::{closure_env#1}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>>\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:368:43\n  25: tokio::runtime::scheduler::current_thread::Context::enter\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:442:19\n  26: tokio::runtime::scheduler::current_thread::Context::run_task\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:368:28\n  27: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:796:43\n  28: tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:840:68\n  29: tokio::runtime::context::scoped::Scoped<T>::set\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/scoped.rs:40:9\n  30: tokio::runtime::context::set_scheduler::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:38\n  31: try_with<tokio::runtime::context::Context, tokio::runtime::context::set_scheduler::{closure_env#0}<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>), tokio::runtime::scheduler::current_thread::{impl#9}::enter::{closure_env#0}<tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>, core::option::Option<()>>>, (alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>)>\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/thread/local.rs:315:12\n  32: std::thread::local::LocalKey<T>::with\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/thread/local.rs:279:20\n  33: tokio::runtime::context::set_scheduler\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:17\n  34: tokio::runtime::scheduler::current_thread::CoreGuard::enter\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:840:27\n  35: tokio::runtime::scheduler::current_thread::CoreGuard::block_on\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:740:24\n  36: {closure#0}<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:200:33\n  37: tokio::runtime::context::runtime::enter_runtime\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/runtime.rs:65:16\n  38: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:188:9\n  39: tokio::runtime::runtime::Runtime::block_on_inner\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/runtime.rs:368:52\n  40: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>\n             at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/runtime.rs:342:18\n  41: test_proper_region_sled_redundancy\n             at ./tests/integration_tests/volume_management.rs:6254:1\n  42: test_all::integration_tests::volume_management::test_proper_region_sled_redundancy::{{closure}}\n             at ./tests/integration_tests/volume_management.rs:6257:2\n  43: core::ops::function::FnOnce::call_once\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/ops/function.rs:250:5\n  44: core::ops::function::FnOnce::call_once\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/ops/function.rs:250:5\n  45: test::__rust_begin_short_backtrace\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/test/src/lib.rs:663:18\n  46: test::run_test_in_process::{{closure}}\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/test/src/lib.rs:686:74\n  47: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/panic/unwind_safe.rs:274:9\n  48: std::panicking::catch_unwind::do_call\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:590:40\n  49: std::panicking::catch_unwind\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:553:19\n  50: std::panic::catch_unwind\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panic.rs:359:14\n  51: test::run_test_in_process\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/test/src/lib.rs:686:27\n  52: test::run_test::{{closure}}\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/test/src/lib.rs:607:43\n  53: test::run_test::{{closure}}\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/test/src/lib.rs:637:41\n  54: std::sys::backtrace::__rust_begin_short_backtrace\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/sys/backtrace.rs:158:18\n  55: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/thread/mod.rs:559:17\n  56: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/panic/unwind_safe.rs:274:9\n  57: std::panicking::catch_unwind::do_call\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:590:40\n  58: std::panicking::catch_unwind\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:553:19\n  59: std::panic::catch_unwind\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panic.rs:359:14\n  60: std::thread::Builder::spawn_unchecked_::{{closure}}\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/thread/mod.rs:557:30\n  61: core::ops::function::FnOnce::call_once{{vtable.shim}}\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/ops/function.rs:250:5\n  62: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/alloc/src/boxed.rs:1985:9\n  63: std::sys::thread::unix::Thread::new::thread_start\n             at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/sys/thread/unix.rs:126:17\n  64: _thrp_setup\n  65: <unknown>","id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4 (sled)"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:31.728237742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:31.729160996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:31.729759324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:32.276636517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.348474694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.351200748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:32.352441472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:32.39113486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.403792108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.404864057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.406066305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.406938127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.408012531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.408868591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.409715152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.410555692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.411390319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.412526486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.413383227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.414221743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.415058034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.416017379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.416861385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.417698337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.418535791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.419374126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.420211819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:32.420923383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:58483","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:58483/local/all-sp-ids\", source: TimedOut })"}
{"msg":"failed to list SP IDs from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:09:32.421661869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:58483","error":"Communication Error: error sending request for url (http://[::1]:58483/local/all-sp-ids)"}
{"msg":"no MGS successfully returned SP ID list","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.422354635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:32.423177149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to list SP IDs from MGS ([::1]:53250): Communication Error: error sending request for url (http://[::1]:53250/local/all-sp-ids)\",\"failed to list SP IDs from MGS ([::1]:58483): Communication Error: error sending request for url (http://[::1]:58483/local/all-sp-ids)\",\"no MGS successfully returned SP ID list\"],\"sps\":[]}","iteration":4,"elapsed":"123.116851057s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:32.424145753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:32.424732057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:32.439946234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:60544"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:32.440672977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:64724"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:32.44121334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:44237"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:32.441728694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:37813"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:32.460418824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:56175/switch/identifiers\", source: TimedOut })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.50918618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:56175","error":"Communication Error: error sending request for url (http://[::1]:56175/switch/identifiers)"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:32.512305615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:32.514537979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:32.530229995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:32.565451447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:56175/switch/identifiers\", source: TimedOut })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:09:32.581513999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:56175","error":"Communication Error: error sending request for url (http://[::1]:56175/switch/identifiers)"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:09:32.584552744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:32.591731762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:44172/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:09:32.593692587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:377","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://127.0.0.1:44172/metrics/producers): error sending request for url (http://127.0.0.1:44172/metrics/producers): operation timed out","delay":"20.39264766s","count":"0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:55.497758827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:62409/config\", source: TimedOut })"}
{"msg":"failed to propagate DNS generation 1 to server [::1]:62409: Communication Error: error sending request for url (http://[::1]:62409/config): error sending request for url (http://[::1]:62409/config): operation timed out","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:09:55.499561307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:09:55.500685991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:55.50137031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:62409\":{\"Err\":\"failed to propagate DNS generation 1 to server [::1]:62409: Communication Error: error sending request for url (http://[::1]:62409/config): error sending request for url (http://[::1]:62409/config): operation timed out\"}}}","iteration":6,"elapsed":"35.560135399s"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:55.502298163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:41944/config\", source: TimedOut })"}
{"msg":"failed to propagate DNS generation 2 to server [::1]:41944: Communication Error: error sending request for url (http://[::1]:41944/config): error sending request for url (http://[::1]:41944/config): operation timed out","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:09:55.503907269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:09:55.504879239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:09:55.506054543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:41944\":{\"Err\":\"failed to propagate DNS generation 2 to server [::1]:41944: Communication Error: error sending request for url (http://[::1]:41944/config): error sending request for url (http://[::1]:41944/config): operation timed out\"}}}","iteration":6,"elapsed":"31.552908245s"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:55.628877069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"79983f05-7fe0-4f00-88e4-6944edb61159","remote_addr":"[::1]:49221","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":43648511,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:55.633290675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:46541"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:55.634220061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:39161"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:09:55.654092329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42257"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:00.834191401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"6127bf75-e4d7-4870-b512-0133d49e1bc9","remote_addr":"127.0.0.1:43425","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":48633975,"response_code":200}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.848197729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.852433231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.855077854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.857345387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.859298747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.860721041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.862019821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.863334532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.864940151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.866563695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.868202711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.87005001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.871454569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.873835047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.875547147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.876831268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.878327048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.879613624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.881106078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.885970329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.887661177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.889002411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.890288294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.892038581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.893942512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.89559299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.897407855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.89870457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.900005373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:00.901281287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:10:00.914194384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:00.919527265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:00.921114077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 6 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:00.922165625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:00.93016864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:35770"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:00.962362299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:38759"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:10:01.01084981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"845c7995-786d-43a5-8a7c-011d4ec4e3ed","remote_addr":"127.0.0.1:35413","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":130705927}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:01.123071451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44644"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:01.129781999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51529"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:01.138853997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44427"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:01.139739585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35516"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:01.140648531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52632"}
{"msg":"will register with Nexus at 127.0.0.1:44172","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:06.627101366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.084619138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:44172/metrics/producers","method":"POST"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:09.088338625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to send collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:09.089152391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:128","component":"oximeter","error":"error sending request for url (http://127.0.0.1:58744/913233fe-92a8-4635-9572-183f495429c4): operation timed out"}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:09.0900229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:09.090820164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.0914676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.092090938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":29,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.092690528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":29,"elapsed":"234.065µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.093434276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:09.094049017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.09467996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"483.54µs"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:09.153786981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to send collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:09.155109628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:128","component":"oximeter","error":"error sending request for url (http://[::1]:63167/a6458b7d-87c3-4483-be96-854d814c20de): operation timed out"}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:09.155990087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:09.156655218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.15729098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.265491736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.612924226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:09.672756277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.673573881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.680357283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:09.747425466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:16.75838097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:16.759821582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:16.760836658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:16.761696776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:16.762538327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:16.763378696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:16.764315206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:16.765432235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:16.766294587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:16.847213358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:49028"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:16.848296489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:49683"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:16.848863936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:63515"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:16.849506472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39125"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:16.850101354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52326"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:33.543686498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:33.545058162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:33.545965605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:33.547316047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:33.548215463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:33.549055962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:33.549922052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:33.667645381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"dc485dac-7ffd-49a6-8212-76ad53b05038","remote_addr":"127.0.0.1:36728","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:37.764827822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:37.808431262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:37.846860255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:37.8482022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:37.854583213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:37.861252138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:37.862180532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:37.863395535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:37.864338488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:37.865235269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:37.872941935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.045149594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":4,"elapsed":"188.916319233s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.046065994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.08847895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.140536971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.141617658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.142497234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:38.19617845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53583","req_id":"7106e702-06e4-4161-8cb2-a8d6fd3abd5a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   f2 16 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.205158024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53583","req_id":"7106e702-06e4-4161-8cb2-a8d6fd3abd5a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61974,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.22856409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.230923837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.231546383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53583","req_id":"7106e702-06e4-4161-8cb2-a8d6fd3abd5a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:38.233320457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25566","req_id":"8fe621d7-f926-4799-9c07-a3e01561964f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   60 a2 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   `............_ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.234302227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25566","req_id":"8fe621d7-f926-4799-9c07-a3e01561964f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24738,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.237291774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.237737359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.238268374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:25566","req_id":"8fe621d7-f926-4799-9c07-a3e01561964f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:38.2395352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33193","req_id":"5e2ba638-ecee-4e2f-949b-4f97780ca925","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   c7 e0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.240434205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33193","req_id":"5e2ba638-ecee-4e2f-949b-4f97780ca925","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51168,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.243425466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.243866432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.244804666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.260519777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33193","req_id":"5e2ba638-ecee-4e2f-949b-4f97780ca925","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:38.262290394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50091","req_id":"3c79d729-4cba-402a-aa6e-e4c4ce7c718b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   7c 16 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   |............_mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.300986698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50091","req_id":"3c79d729-4cba-402a-aa6e-e4c4ce7c718b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31766,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.30405913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.304964698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.306288247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.307488421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50091","req_id":"3c79d729-4cba-402a-aa6e-e4c4ce7c718b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:38.309123779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63662","req_id":"aa93fa73-d9e8-44a1-b993-1e8f70d99520","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   27 67 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   'g..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.310300756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63662","req_id":"aa93fa73-d9e8-44a1-b993-1e8f70d99520","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10087,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.312992823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.337335469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.337963757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.33846865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63662","req_id":"aa93fa73-d9e8-44a1-b993-1e8f70d99520","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:38.340044369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51842","req_id":"dc30c2b0-fd04-4235-b94c-dcfa542ca380","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   73 17 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   s............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.340939026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51842","req_id":"dc30c2b0-fd04-4235-b94c-dcfa542ca380","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29463,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.343872963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.344311775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"039be560-54cc-49e3-88df-1a29dadbf913.sled"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.344760727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.350604853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51842","req_id":"dc30c2b0-fd04-4235-b94c-dcfa542ca380","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44313, target: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35773, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:38.360725324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58415","req_id":"a6f17fba-2c52-4b56-9530-012b33d91552","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   3b 4c 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ;L..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.362085084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58415","req_id":"a6f17fba-2c52-4b56-9530-012b33d91552","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15180,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.365695765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.366157432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"408a8013-38c0-46d4-902e-f78388db18ff.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.366613598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58415","req_id":"a6f17fba-2c52-4b56-9530-012b33d91552","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44334, target: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.676031728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.696795296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.69784965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.698839045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.69970758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.700551086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.701387898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.702224028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.703178384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.704018332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.705324797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.706190496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.707029482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.707864771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.708698627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.709653855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.710506498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:38.711641622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.712364248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:38.872602684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33879"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:38.87338633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35957"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:38.873985951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56348"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:38.884870569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:42.55776012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62409/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:42.561518234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.150002055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:41944/config","method":"PUT"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.153880648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:44172/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:10:45.154788592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:377","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://127.0.0.1:44172/metrics/producers): error sending request for url (http://127.0.0.1:44172/metrics/producers): operation timed out","delay":"92.953421405s","count":"1"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.159395191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:45.16031607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.160871924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"497.118µs"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.161756771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:60594/v2p\", source: TimedOut })"}
{"msg":"unable to list opte v2p mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.162829522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:60594/v2p)","sled":"SimGimlet03"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.163645743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"274.839259954s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.16450022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.165257654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.165949989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.182392375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.221465728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.26615771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.26731582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.268198774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.269045295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.269882788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.270718308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.271551543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.272385639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.273219515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.27405249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.275515515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:45.276366986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:45.280437852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:42921"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:45.281104816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:49069"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:45.28162513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:47636"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:45.282132748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:59057"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.359640905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"847f48c9-804d-47ca-a438-25fffb626fd5","remote_addr":"[::1]:42257","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.360870888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"847f48c9-804d-47ca-a438-25fffb626fd5","remote_addr":"[::1]:42257","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:45.366108711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"dc485dac-7ffd-49a6-8212-76ad53b05038","remote_addr":"127.0.0.1:36728","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11698991,"response_code":200}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.387328325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11871","req_id":"7cb5d0c8-973d-4dc4-870e-b1c2567fb17a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   e2 ed 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.388728416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11871","req_id":"7cb5d0c8-973d-4dc4-870e-b1c2567fb17a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58093,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.403378672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.406130648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.407286984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11871","req_id":"7cb5d0c8-973d-4dc4-870e-b1c2567fb17a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.413804118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47126","req_id":"b2677eee-fe6a-4982-928b-c5992034cc0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   74 c8 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   t............_ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.415237795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47126","req_id":"b2677eee-fe6a-4982-928b-c5992034cc0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29896,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.418285869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.419320203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.426987531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:47126","req_id":"b2677eee-fe6a-4982-928b-c5992034cc0a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.443661547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33265","req_id":"75151f74-fe19-4cad-b60b-665813070e17","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   40 b9 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   @............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.444870889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33265","req_id":"75151f74-fe19-4cad-b60b-665813070e17","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16569,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.447705519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.448144902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.449131802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.459231531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33265","req_id":"75151f74-fe19-4cad-b60b-665813070e17","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.480494451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2503","req_id":"fbb94728-1ea2-4d86-b477-adf70095b670","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   70 e7 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   p............_mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.495954956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2503","req_id":"fbb94728-1ea2-4d86-b477-adf70095b670","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28903,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.49909843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.500131792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.501569768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.502890922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2503","req_id":"fbb94728-1ea2-4d86-b477-adf70095b670","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:10:45.529791148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.530924639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.531346236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.531741622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.532131566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 12 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.532650707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.538410467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.539236677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:45.539636712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.540138749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:45.566534603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:45.696547349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:48865"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:45.697225396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:60117"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:50.492784772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to send collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:50.494456683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:128","component":"oximeter","error":"error sending request for url (http://127.0.0.1:58744/913233fe-92a8-4635-9572-183f495429c4): operation timed out"}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:50.49611685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:50.497665325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.499090245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.508840921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":30,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.515583252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":30,"elapsed":"6.583215ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.516405014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:50.517034464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.517567884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"434.203µs"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:50.520998016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to send collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:50.537315093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:128","component":"oximeter","error":"error sending request for url (http://[::1]:63167/a6458b7d-87c3-4483-be96-854d814c20de): operation timed out"}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:50.538177837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:50.538618532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.540002491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.545265784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:50.62822125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2d6c1f2a-4131-402e-82d9-03cff65a6056","remote_addr":"127.0.0.1:47636","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.628877404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2d6c1f2a-4131-402e-82d9-03cff65a6056","remote_addr":"127.0.0.1:47636","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:50.630097086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"7def01c2-f1cb-4819-90f2-62995cbcf1a8","remote_addr":"127.0.0.1:59057","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.630601768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"7def01c2-f1cb-4819-90f2-62995cbcf1a8","remote_addr":"127.0.0.1:59057","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:10:50.640084231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_servers":"DnsServersList { addresses: [[::1]:41944] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: request timed out"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.641230478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: request timed out\"}","iteration":5,"elapsed":"82.03075538s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.642229061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:50.643031224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:10:50.680565901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"847f48c9-804d-47ca-a438-25fffb626fd5","remote_addr":"[::1]:42257","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":5321291}
{"msg":"will register with Nexus at 127.0.0.1:44172","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:50.683865855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.063290611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:44172/metrics/producers","method":"POST"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:10:54.096180903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_servers":"DnsServersList { addresses: [[::1]:62409] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: request timed out"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.097424072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: request timed out\"}","iteration":5,"elapsed":"94.160364864s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.098174864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:54.098799514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:54.137370229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2d6c1f2a-4131-402e-82d9-03cff65a6056","remote_addr":"127.0.0.1:47636","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.170129672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2d6c1f2a-4131-402e-82d9-03cff65a6056","remote_addr":"127.0.0.1:47636","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.250920038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2d6c1f2a-4131-402e-82d9-03cff65a6056","remote_addr":"127.0.0.1:47636","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:54.342569992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"7def01c2-f1cb-4819-90f2-62995cbcf1a8","remote_addr":"127.0.0.1:59057","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.384915334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"7def01c2-f1cb-4819-90f2-62995cbcf1a8","remote_addr":"127.0.0.1:59057","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.398610904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"7def01c2-f1cb-4819-90f2-62995cbcf1a8","remote_addr":"127.0.0.1:59057","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:54.410181244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60940"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:54.41117613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58205"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.467904617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:54.469467742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:54.470389843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:54.471256675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:54.472121603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"unrolling 3 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.542599989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.684083517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:54.684751383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'collection_target:virtual_disk_space_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:54.707529993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62548","req_id":"f66b9783-9c5a-4bff-a294-4c75a364f325","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   41 1a 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   A............_na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.708685077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62548","req_id":"f66b9783-9c5a-4bff-a294-4c75a364f325","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16666,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.711922056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.721928099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.722901172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62548","req_id":"f66b9783-9c5a-4bff-a294-4c75a364f325","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:54.760375589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26261","req_id":"67147a2f-d202-4137-b639-35f777466959","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   2e 8a 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   ............._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.819738067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26261","req_id":"67147a2f-d202-4137-b639-35f777466959","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11914,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.864376853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.866639397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.867785814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26261","req_id":"67147a2f-d202-4137-b639-35f777466959","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:54.87016531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53750","req_id":"5ca4ed31-d76f-468d-a88e-d300db26b6b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5c f4 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   \\............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.914173383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53750","req_id":"5ca4ed31-d76f-468d-a88e-d300db26b6b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23796,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.917052822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.918619604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.967842034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.969574685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53750","req_id":"5ca4ed31-d76f-468d-a88e-d300db26b6b7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:54.971304841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54937","req_id":"d112bc49-a9c0-469a-b9bc-9591c136f806","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   bd 1f 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:54.998259415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54937","req_id":"d112bc49-a9c0-469a-b9bc-9591c136f806","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48415,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.001845107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.008417821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"039be560-54cc-49e3-88df-1a29dadbf913.sled"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.051605134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.053492332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54937","req_id":"d112bc49-a9c0-469a-b9bc-9591c136f806","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44313, target: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35773, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.055254582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58247","req_id":"61dbe563-89f8-49eb-8584-d692fad326ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   6c 03 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   l............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.056522871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58247","req_id":"61dbe563-89f8-49eb-8584-d692fad326ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27651,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.075153112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.077965979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"408a8013-38c0-46d4-902e-f78388db18ff.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.078932308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:58247","req_id":"61dbe563-89f8-49eb-8584-d692fad326ba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44334, target: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.081179632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9256","req_id":"b255051b-1fff-4aa0-90bd-ea2f0114a797","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   19 fb 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.082227042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9256","req_id":"b255051b-1fff-4aa0-90bd-ea2f0114a797","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6651,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.084880963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.086840535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.088524199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.089808028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9256","req_id":"b255051b-1fff-4aa0-90bd-ea2f0114a797","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.091585238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46984","req_id":"d0134bd0-f8f0-4ab4-9e02-8e8f9495c8f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   42 10 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   B............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.092535215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46984","req_id":"d0134bd0-f8f0-4ab4-9e02-8e8f9495c8f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16912,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.09536736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.097171703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.109231735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.110524623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46984","req_id":"d0134bd0-f8f0-4ab4-9e02-8e8f9495c8f5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.12728479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29843","req_id":"9914c09c-de6e-4893-a9b6-4901e8ef8e86","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   42 58 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   BX..........._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.130570326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29843","req_id":"9914c09c-de6e-4893-a9b6-4901e8ef8e86","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16984,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.208485241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.209551389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.210127282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.210611584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29843","req_id":"9914c09c-de6e-4893-a9b6-4901e8ef8e86","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:55.225224376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:55.226231256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:55.227853969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:55.228731592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:55.229447845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:33580"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:55.283407333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.284360766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:55.286673009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:595","component":"oximeter","error":"Communication Error: error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:55.287672654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:10:55.415088442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.416878447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"2e81a24d-0eb0-4d69-b4e5-435037621446","remote_addr":"[::1]:48865","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.417608227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"2e81a24d-0eb0-4d69-b4e5-435037621446","remote_addr":"[::1]:48865","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.418993588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"16057195-dba8-4314-b6aa-a76673e2fd8e","remote_addr":"[::1]:60117","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.419733147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"16057195-dba8-4314-b6aa-a76673e2fd8e","remote_addr":"[::1]:60117","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.431409247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9110, tv_nsec: 300287204 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.433011429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.437245007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.438259482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9110, tv_nsec: 352762484 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.439704882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.440289934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.444403354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"5e243dbf-2b0a-4a9a-b350-1405e4929b16","remote_addr":"127.0.0.1:42921","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.44522731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"5e243dbf-2b0a-4a9a-b350-1405e4929b16","remote_addr":"127.0.0.1:42921","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.44589159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"641fc1ee-dda4-4508-bd9b-4618f0aa965a","remote_addr":"127.0.0.1:49069","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.447059139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"641fc1ee-dda4-4508-bd9b-4618f0aa965a","remote_addr":"127.0.0.1:49069","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.466857901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.467626778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:failed_collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }, FieldSchema { name: \"reason\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-04T07:10:54.681564193Z }","timeseries_name":"oximeter_collector:failed_collections"}
{"msg":"inserting 1 new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.50247022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.516836592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:10:55.567458572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.568601752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.569392673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.569966122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.570708306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.571436001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.571993519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.572819098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.573630319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.574526129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.575334755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.575897091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.576615488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.608111021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.609174894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.609820656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.610978686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.612343697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.612930383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.613480876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.614027171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.614573456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.615118178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.615662319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.616204495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.61674561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.617288869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.617832078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.618375467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.618918476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.619461905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.620002478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.644082533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.645048803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.646982764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.685975687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.686902858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.68753316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.689033269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.689621858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.690426587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.691736117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.692326941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.69287553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.693424621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.693971457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.694514475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.695055981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.695598609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.696140585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.697410167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.698321066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.698893332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.699439407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.69998004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.700904026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.701469799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.702014792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.702558592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.70310155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.768326903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.770238229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.771622609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.779874387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.780499148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.781053699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.78160816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.782155297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.783070385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.783699925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.78425117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.784797094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.785609898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.786174389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.786719472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.78726219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.787803996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.788344509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.788887838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.789428542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.789968084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.790511092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.791053349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.827933336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.82858003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.829146325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.829700325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.830248204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.830797064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.831346976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.83230582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.833479471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.834323467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.834887748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.835701334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.836255935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.83680206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.837341461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.837882085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.838424372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.838964274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.839506832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.840048628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.840590975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.841135136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.84238606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.843010771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.843881731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.84448058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.84502445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.845890511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.887807241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.88857724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.890567693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.894530293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.895150936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.895703393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.896249828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.896796033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.897345304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.897888773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.898434006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.898976123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.899520314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.900061418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.932087795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.932731133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.933290464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:55.934848919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"2e81a24d-0eb0-4d69-b4e5-435037621446","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:55.935439392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"2e81a24d-0eb0-4d69-b4e5-435037621446","component":"store","component":"internal_dns_server"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:55.937384164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"16057195-dba8-4314-b6aa-a76673e2fd8e","component":"store","component":"external_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:55.938040658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"16057195-dba8-4314-b6aa-a76673e2fd8e","component":"store","component":"external_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.938539439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5e243dbf-2b0a-4a9a-b350-1405e4929b16","remote_addr":"127.0.0.1:42921","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.939784792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5e243dbf-2b0a-4a9a-b350-1405e4929b16","remote_addr":"127.0.0.1:42921","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.940557517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5e243dbf-2b0a-4a9a-b350-1405e4929b16","remote_addr":"127.0.0.1:42921","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.941467805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"641fc1ee-dda4-4508-bd9b-4618f0aa965a","remote_addr":"127.0.0.1:49069","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.942402251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"641fc1ee-dda4-4508-bd9b-4618f0aa965a","remote_addr":"127.0.0.1:49069","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:55.943214083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"641fc1ee-dda4-4508-bd9b-4618f0aa965a","remote_addr":"127.0.0.1:49069","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.998118498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:55.999487567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.000154061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.000728061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.001284125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.069409628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.070018317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.070571405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.071119434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.071663214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.072207575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.072756525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.073303181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.073849466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.074508445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.07506011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.075606846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.076150776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.109748194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.110418415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.111002615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.111557758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.112104323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.112793382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.113345338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.113918055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.114465873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.115010766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.115554856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.116097865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.116641885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.1177518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.118350218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.118896333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.119443139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.119986418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.120530548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.121071663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.121616706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.1221576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.122700258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.123241392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.123785052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.12432793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.124869576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.126085451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.126690152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.127660118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.163846387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.164872395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.16550915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:56.166043331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"2e81a24d-0eb0-4d69-b4e5-435037621446","remote_addr":"[::1]:48865","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":613377,"response_code":204}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:56.166777499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"16057195-dba8-4314-b6aa-a76673e2fd8e","remote_addr":"[::1]:60117","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","latency_us":612691,"response_code":204}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.167435786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"32ff1c2e-61ba-4421-bd83-1c10dd07dd33","remote_addr":"[::1]:60940","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.168148171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"fdfa7ce1-54b6-43d0-ae9d-40a7b9f07195","remote_addr":"127.0.0.1:58205","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:10:56.323591584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"5e243dbf-2b0a-4a9a-b350-1405e4929b16","remote_addr":"127.0.0.1:42921","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":874194}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:10:56.324528415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"641fc1ee-dda4-4508-bd9b-4618f0aa965a","remote_addr":"127.0.0.1:49069","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":873016}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.384565965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:41752","req_id":"d3e75c0c-050d-41bb-aea6-1163aa7e0a55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   ed 1e 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   ............._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.387426596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:41752","req_id":"d3e75c0c-050d-41bb-aea6-1163aa7e0a55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60702,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.412270789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.413908682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.41497037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:41752","req_id":"d3e75c0c-050d-41bb-aea6-1163aa7e0a55","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.543361856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2135","req_id":"5c3a6ce0-b686-4a74-9503-5e606bc2ce9a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   bb f4 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.544372904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2135","req_id":"5c3a6ce0-b686-4a74-9503-5e606bc2ce9a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48116,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.547828588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.548409511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.548884004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.549353707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2135","req_id":"5c3a6ce0-b686-4a74-9503-5e606bc2ce9a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.561287508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6109","req_id":"e93f0dee-dfe1-4217-becf-dd30adcdae31","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   a0 c2 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.56232046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6109","req_id":"e93f0dee-dfe1-4217-becf-dd30adcdae31","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41154,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.56515025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.565581947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.566033123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6109","req_id":"e93f0dee-dfe1-4217-becf-dd30adcdae31","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.869569281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:56.885350183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"32ff1c2e-61ba-4421-bd83-1c10dd07dd33","remote_addr":"[::1]:60940","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":805785,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:56.887175799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"fdfa7ce1-54b6-43d0-ae9d-40a7b9f07195","remote_addr":"127.0.0.1:58205","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":806121,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.899928517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.901110204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.926891508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.94516484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.953391379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:56.985518225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"a3040082-5f48-43ad-ba20-26e738b875f5","remote_addr":"127.0.0.1:33580","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:56.986146583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"a3040082-5f48-43ad-ba20-26e738b875f5","remote_addr":"127.0.0.1:33580","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:10:56.986578421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:42186"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:57.111352553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9111, tv_nsec: 931887657 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:57.112592746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:57.179427155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9112, tv_nsec: 94962427 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:57.180774771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:57.181171439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:10:57.190114641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9112, tv_nsec: 101458078 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:57.191009077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\")"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:10:57.208824921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:00.845383697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:00.887811161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:00.88880264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:00.912902545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a3040082-5f48-43ad-ba20-26e738b875f5","remote_addr":"127.0.0.1:33580","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:00.914381262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a3040082-5f48-43ad-ba20-26e738b875f5","remote_addr":"127.0.0.1:33580","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:00.957094013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a3040082-5f48-43ad-ba20-26e738b875f5","remote_addr":"127.0.0.1:33580","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:00.986650204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 204, headers: {\"x-request-id\": \"2e81a24d-0eb0-4d69-b4e5-435037621446\", \"date\": \"Wed, 04 Mar 2026 07:10:55 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:00.987792472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:00.988526841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:00.989197673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:62409\":{\"Ok\":null}}}","iteration":7,"elapsed":"22.103140277s"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:00.989922312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41944/config\", status: 204, headers: {\"x-request-id\": \"16057195-dba8-4314-b6aa-a76673e2fd8e\", \"date\": \"Wed, 04 Mar 2026 07:10:55 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:00.99096357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:00.991686366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:00.992333421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:41944\":{\"Ok\":null}}}","iteration":7,"elapsed":"18.428986185s"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:00.994018277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:00.995481193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.041642914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.042526779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.043219375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.043856691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.136615016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.279915383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.280838366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.281544338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.31058267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.323343905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.324042833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:01.331695222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:35725"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:11:01.383321536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2d6c1f2a-4131-402e-82d9-03cff65a6056","remote_addr":"127.0.0.1:47636","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10757811}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:11:01.384382072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"7def01c2-f1cb-4819-90f2-62995cbcf1a8","remote_addr":"127.0.0.1:59057","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10753815}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:01.388200596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.434376094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51663","req_id":"a79a9a2e-21e2-447a-b897-be659a48d089","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d3 fb 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.436272471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51663","req_id":"a79a9a2e-21e2-447a-b897-be659a48d089","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54267,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.450439337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.451207914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51663","req_id":"a79a9a2e-21e2-447a-b897-be659a48d089","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.4554202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17746","req_id":"6ba8da1a-48ca-4a46-890e-5bfea34deef4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d2 ce 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.456899297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17746","req_id":"6ba8da1a-48ca-4a46-890e-5bfea34deef4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53966,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.461462661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.462148693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17746","req_id":"6ba8da1a-48ca-4a46-890e-5bfea34deef4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.463147787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8999","req_id":"6988971c-22b9-417a-a36a-9fd69f3c31f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d7 f5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.465124032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8999","req_id":"6988971c-22b9-417a-a36a-9fd69f3c31f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55285,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.470618094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.472203212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:8999","req_id":"6988971c-22b9-417a-a36a-9fd69f3c31f2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.473458966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48983","req_id":"d20f2294-4fad-4234-a60d-359e0e952535","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a0 a2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.474503781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48983","req_id":"d20f2294-4fad-4234-a60d-359e0e952535","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41122,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.477978282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.480908431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:48983","req_id":"d20f2294-4fad-4234-a60d-359e0e952535","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.483588294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14494","req_id":"c1b00f2f-3eb5-4889-bcbd-4c6566bbb214","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9c e7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.485151649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14494","req_id":"c1b00f2f-3eb5-4889-bcbd-4c6566bbb214","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40167,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.490075117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.490565371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14494","req_id":"c1b00f2f-3eb5-4889-bcbd-4c6566bbb214","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.49183878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11143","req_id":"af240d76-6b31-4250-bd92-5b01396dafc4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   67 59 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   gY..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.493398969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11143","req_id":"af240d76-6b31-4250-bd92-5b01396dafc4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 26457,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.498654406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.49941671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11143","req_id":"af240d76-6b31-4250-bd92-5b01396dafc4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.500764347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32432","req_id":"d42c991a-84c6-4f28-88a7-865e41214c42","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   e6 f3 01 00  00 01 00 00  00 00 00 01  24 36 62 38   ............$6b8\n0010:   64 39 31 35  31 2d 65 34  64 63 2d 34  35 38 32 2d   d9151-e4dc-4582-\n0020:   61 32 64 64  2d 38 33 38  34 35 61 31  37 38 61 65   a2dd-83845a178ae\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.502263144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32432","req_id":"d42c991a-84c6-4f28-88a7-865e41214c42","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59123,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            54,\n            98,\n            56,\n            100,\n            57,\n            49,\n            53,\n            49,\n            45,\n            101,\n            52,\n            100,\n            99,\n            45,\n            52,\n            53,\n            56,\n            50,\n            45,\n            97,\n            50,\n            100,\n            100,\n            45,\n            56,\n            51,\n            56,\n            52,\n            53,\n            97,\n            49,\n            55,\n            56,\n            97,\n            101,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.51331807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.522648531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32432","req_id":"d42c991a-84c6-4f28-88a7-865e41214c42","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:01.523782152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26743","req_id":"bb69c68f-5948-49a0-ac33-1a730b5817cb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   cc d3 01 00  00 01 00 00  00 00 00 01  24 34 36 66   ............$46f\n0010:   64 37 38 35  30 2d 31 61  65 62 2d 34  66 65 32 2d   d7850-1aeb-4fe2-\n0020:   39 37 37 66  2d 62 36 39  35 64 65 35  30 38 62 39   977f-b695de508b9\n0030:   30 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   0.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.52485334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26743","req_id":"bb69c68f-5948-49a0-ac33-1a730b5817cb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52435,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            52,\n            54,\n            102,\n            100,\n            55,\n            56,\n            53,\n            48,\n            45,\n            49,\n            97,\n            101,\n            98,\n            45,\n            52,\n            102,\n            101,\n            50,\n            45,\n            57,\n            55,\n            55,\n            102,\n            45,\n            98,\n            54,\n            57,\n            53,\n            100,\n            101,\n            53,\n            48,\n            56,\n            98,\n            57,\n            48,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.535487109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:01.536228071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26743","req_id":"bb69c68f-5948-49a0-ac33-1a730b5817cb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:28.906646504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54864e01-a1a8-43aa-abe6-bdabb7961086","remote_addr":"127.0.0.1:42186","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:28.935751319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54864e01-a1a8-43aa-abe6-bdabb7961086","remote_addr":"127.0.0.1:42186","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:28.980788005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:29.014352998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:29.248686524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:29.307409833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:29.32129991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:29.322702035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:29.420099194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54864e01-a1a8-43aa-abe6-bdabb7961086","remote_addr":"127.0.0.1:42186","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:29.421561808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54864e01-a1a8-43aa-abe6-bdabb7961086","remote_addr":"127.0.0.1:42186","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:29.428202327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54864e01-a1a8-43aa-abe6-bdabb7961086","remote_addr":"127.0.0.1:42186","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:29.44144621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:29.442425075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:29.505203287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:35658"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:29.512079955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:54368"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:29.571669425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_servers":"DnsServersList { addresses: [[::1]:41944] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:41944] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:29.576260713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:41944\"]}","iteration":6,"elapsed":"38.932826329s"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:32.201827545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:32.204290606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44893"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:32.205038071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36030"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:32.20563166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65267"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:32.206204508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39684"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:32.206773017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49759"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:32.207339532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51383"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:32.207904554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42004"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.218530147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_servers":"DnsServersList { addresses: [[::1]:62409] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:62409] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.219339705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:62409\"]}","iteration":6,"elapsed":"38.121870403s"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:32.287440559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:53040"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.301499281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:44172/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:11:32.302121066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:377","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://127.0.0.1:44172/metrics/producers): error sending request for url (http://127.0.0.1:44172/metrics/producers): operation timed out","delay":"140.101160447s","count":"2"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.303511477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:32.312073292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:595","component":"oximeter","error":"Communication Error: error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:32.312733503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.328306322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.443872085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:32.444917341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.445806778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.459985778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.474453683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":31,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.475384191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":31,"elapsed":"422.099µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.47628493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:32.476917436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.477642807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"384.814µs"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:32.493659527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42868","req_id":"8ad70f80-28e0-4997-a7c8-124ec31c11b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5a 30 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Z0..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.495888033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42868","req_id":"8ad70f80-28e0-4997-a7c8-124ec31c11b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23088,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.501507604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.502677918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:42868","req_id":"8ad70f80-28e0-4997-a7c8-124ec31c11b0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:32.503977109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60999","req_id":"5c11c808-4308-445c-9a7e-019f44d85467","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ae bb 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.50558409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60999","req_id":"5c11c808-4308-445c-9a7e-019f44d85467","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44731,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.510784599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.511521723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60999","req_id":"5c11c808-4308-445c-9a7e-019f44d85467","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:32.512785753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40307","req_id":"362adfdf-b94c-4617-bb67-80fe79dd4a83","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   77 e4 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   w...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.514246394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40307","req_id":"362adfdf-b94c-4617-bb67-80fe79dd4a83","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30692,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.518583057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.519299881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:40307","req_id":"362adfdf-b94c-4617-bb67-80fe79dd4a83","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:32.520635604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7098","req_id":"7d7d353c-55f8-41d5-b8f7-1e1e4d834f7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   98 a5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.521946026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7098","req_id":"7d7d353c-55f8-41d5-b8f7-1e1e4d834f7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39077,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.526853784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.540546599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7098","req_id":"7d7d353c-55f8-41d5-b8f7-1e1e4d834f7d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:11:32.689955186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:32.690954631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 3 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.691532219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:32.790754371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"52a377de-b768-4b99-9034-624b99bb5d73","remote_addr":"127.0.0.1:35725","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.791732995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"52a377de-b768-4b99-9034-624b99bb5d73","remote_addr":"127.0.0.1:35725","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:32.800523915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":4}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:32.801227021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:35.027824748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to send collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:35.029269507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:128","component":"oximeter","error":"error sending request for url (http://[::1]:63167/a6458b7d-87c3-4483-be96-854d814c20de): operation timed out"}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:35.030776801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:35.031826616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:35.039111084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:35.040944776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:35.042233756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:35.04337879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:35.052296741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:38.375615005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"52a377de-b768-4b99-9034-624b99bb5d73","remote_addr":"127.0.0.1:35725","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:38.376570413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"52a377de-b768-4b99-9034-624b99bb5d73","remote_addr":"127.0.0.1:35725","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:38.382486663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"52a377de-b768-4b99-9034-624b99bb5d73","remote_addr":"127.0.0.1:35725","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:11:38.394333883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"a3040082-5f48-43ad-ba20-26e738b875f5","remote_addr":"127.0.0.1:33580","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":41408797}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:11:38.405813442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"52a377de-b768-4b99-9034-624b99bb5d73","remote_addr":"127.0.0.1:35725","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5615333}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:38.407430283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46051"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:38.409132865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34180"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:11:38.410734796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54864e01-a1a8-43aa-abe6-bdabb7961086","remote_addr":"127.0.0.1:42186","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9505019}
{"msg":"will register with Nexus at 127.0.0.1:44172","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:39.491424935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:40.612779327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:44172/metrics/producers","method":"POST"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:42.844293478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to send collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:42.845093537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:128","component":"oximeter","error":"error sending request for url (http://127.0.0.1:58744/913233fe-92a8-4635-9572-183f495429c4): client error (SendRequest): connection error: Connection reset by peer (os error 131)"}
{"msg":"lookup_service_targets: failed looking up target","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:42.894190648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"ResolveError { kind: Proto(ProtoError { kind: Timeout }) }","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: failed looking up target","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:42.895151987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"ResolveError { kind: Proto(ProtoError { kind: Timeout }) }","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:42.895653232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"NotFound(ManagementGatewayService)"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:42.896090952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: Record not found for SRV key: _mgs._tcp\"],\"sps\":[]}","iteration":5,"elapsed":"130.481610595s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:42.896616095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:42.897030888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: failed looking up target","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:42.905247928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"ResolveError { kind: Proto(ProtoError { kind: Timeout }) }","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: failed looking up target","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:42.907335434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"ResolveError { kind: Proto(ProtoError { kind: Timeout }) }","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"failed to  addresses","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:42.908332504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Record not found for SRV key: _mgd._tcp"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:44.322938048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:44.323854909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:44.335326773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:44.340554646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:59397"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:44.341001253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:60070"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:44.341827544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:52847"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:44.342822771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:65451"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:44.353655686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:44.35461946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:47.586354983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.344256327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62409/config","method":"PUT"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.357132219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30199","req_id":"647fa8ca-b3d3-4820-a222-b6e5ad6728f4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   55 83 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   U...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.365927497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30199","req_id":"647fa8ca-b3d3-4820-a222-b6e5ad6728f4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21891,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.368020955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.368580266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:30199","req_id":"647fa8ca-b3d3-4820-a222-b6e5ad6728f4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.370751328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16800","req_id":"e9d5bfaa-2dd4-4976-98c9-dfe4a51f49c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   6f b5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   o...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.371439334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16800","req_id":"e9d5bfaa-2dd4-4976-98c9-dfe4a51f49c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28597,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.37377344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.374104558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16800","req_id":"e9d5bfaa-2dd4-4976-98c9-dfe4a51f49c1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.377580421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17265","req_id":"edccf54e-d126-463c-bdd0-4f4f4c2861fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a8 24 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .$..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.379104218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17265","req_id":"edccf54e-d126-463c-bdd0-4f4f4c2861fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43044,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.381082777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.381343525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17265","req_id":"edccf54e-d126-463c-bdd0-4f4f4c2861fc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.381843999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49732","req_id":"172d83af-c820-4369-8e32-b1b1661ec4c9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4b 60 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   K`..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.382369423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49732","req_id":"172d83af-c820-4369-8e32-b1b1661ec4c9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19296,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.384098978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.384700302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49732","req_id":"172d83af-c820-4369-8e32-b1b1661ec4c9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.385215014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57800","req_id":"8a0fd293-8e2a-49be-a59e-ce81a0959ab3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   51 a1 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   Q............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.385669346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57800","req_id":"8a0fd293-8e2a-49be-a59e-ce81a0959ab3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20897,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.386990591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.388421062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.390235215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.391402633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:57800","req_id":"8a0fd293-8e2a-49be-a59e-ce81a0959ab3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.392339334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56187","req_id":"8288cf09-fb3a-4ec4-8cd4-9c051a1b3644","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   d4 ed 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.392801582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56187","req_id":"8288cf09-fb3a-4ec4-8cd4-9c051a1b3644","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54509,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.39420565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.394868657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"039be560-54cc-49e3-88df-1a29dadbf913.sled"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.396771446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.397340486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56187","req_id":"8288cf09-fb3a-4ec4-8cd4-9c051a1b3644","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44313, target: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35773, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.398194412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59436","req_id":"2d557146-c9b1-4fb9-84bf-1202beb5a965","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   2c f6 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ,............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.399163337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59436","req_id":"2d557146-c9b1-4fb9-84bf-1202beb5a965","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11510,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.400743816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.40209535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"408a8013-38c0-46d4-902e-f78388db18ff.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.402539051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59436","req_id":"2d557146-c9b1-4fb9-84bf-1202beb5a965","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44334, target: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.404193437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"4f36bd44-0212-425d-a0f5-810dc5e6e45f","remote_addr":"127.0.0.1:52847","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.404628631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"4f36bd44-0212-425d-a0f5-810dc5e6e45f","remote_addr":"127.0.0.1:52847","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.405615551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"da634b28-582a-43d3-8e71-feb28a0d46b9","remote_addr":"127.0.0.1:65451","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.406504717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"da634b28-582a-43d3-8e71-feb28a0d46b9","remote_addr":"127.0.0.1:65451","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:11:48.409708681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.41032765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.410641473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.410924866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.411204752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.411486461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.411764273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.412046504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.412328343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.412609913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.412891612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.413175937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.413458458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.41373656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.414014292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.414292565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.414569424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.4148494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.415130569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.415409042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.415687224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.415965297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.416247337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.41652579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.41680277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.417083858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.417369185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.417646686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.417923656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.418202821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.418482356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.418759396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.419037158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.41931511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.419591809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.419870373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.420148415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.420426828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.42070489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.420985878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.421265724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.421543916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.421821648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.422101634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.42238173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.422953556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.423247891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.423525722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.423793414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:48.424075815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:41156"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.424351512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:48.450061885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34754"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:48.450685213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42241"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:48.451045449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43839"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:48.451350284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44534"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.451676692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"bfb7fc4e-c0bb-43ee-9a69-413cf3612d94","remote_addr":"[::1]:49759","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.488130553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"2d07ae9a-588c-4176-b7b1-c7130f527b37","remote_addr":"[::1]:51383","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:48.491320068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"1509f8b6-c3fd-4474-94b7-97387e753a1e","remote_addr":"[::1]:42004","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:48.50938189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.46727777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:41944/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.493927399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:49.494908547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.495788495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"2.287793ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:49.497872334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:44007/switch/identifiers\", source: TimedOut })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:49.498794705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:44007","error":"Communication Error: error sending request for url (http://[::1]:44007/switch/identifiers)"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:49.500661774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:49.512975981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"4f36bd44-0212-425d-a0f5-810dc5e6e45f","remote_addr":"127.0.0.1:52847","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.514172958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"4f36bd44-0212-425d-a0f5-810dc5e6e45f","remote_addr":"127.0.0.1:52847","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.52235103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"4f36bd44-0212-425d-a0f5-810dc5e6e45f","remote_addr":"127.0.0.1:52847","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:49.533254686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"da634b28-582a-43d3-8e71-feb28a0d46b9","remote_addr":"127.0.0.1:65451","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.534024184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"da634b28-582a-43d3-8e71-feb28a0d46b9","remote_addr":"127.0.0.1:65451","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.539973791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"da634b28-582a-43d3-8e71-feb28a0d46b9","remote_addr":"127.0.0.1:65451","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:49.561293934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:49.607878274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:64284"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:49.609300599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"9993be3f-9f33-415b-bc7f-42440291b5ec","remote_addr":"[::1]:46051","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:49.609976852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:50124"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:11:49.615140889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"bfb7fc4e-c0bb-43ee-9a69-413cf3612d94","remote_addr":"[::1]:49759","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1163097}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.617188275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:49.617881482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":3,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:49.639464628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 06:57:37.147946966 UTC"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.640149708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T06:57:37.147946966Z\",\"pruned\":[]}","iteration":3,"elapsed":"252.490892601s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.641415893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:49.64191773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 07:01:49.638520062 UTC"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:49.642576708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.643249835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:49.644588654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:11:49.655559724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"2d07ae9a-588c-4176-b7b1-c7130f527b37","remote_addr":"[::1]:51383","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1167358}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:11:49.656424812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"1509f8b6-c3fd-4474-94b7-97387e753a1e","remote_addr":"[::1]:42004","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1166660}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.029270677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"9993be3f-9f33-415b-bc7f-42440291b5ec","remote_addr":"[::1]:46051","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1420085,"response_code":200}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.037746089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16212","req_id":"e99be1dd-8a9c-418f-97f2-acf138a4e483","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   fb fc 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.040040426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16212","req_id":"e99be1dd-8a9c-418f-97f2-acf138a4e483","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64508,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.043764292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.046954638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.049233484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.051251873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:16212","req_id":"e99be1dd-8a9c-418f-97f2-acf138a4e483","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.053922297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39570","req_id":"46cdf5b2-280f-42d2-af33-28f592c1a3db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e3 18 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.055525801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39570","req_id":"46cdf5b2-280f-42d2-af33-28f592c1a3db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58136,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.058852659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.062137944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.064093738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.065755689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39570","req_id":"46cdf5b2-280f-42d2-af33-28f592c1a3db","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.077459223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"c2efc7c7-0e84-41eb-bddb-e33ce3419a46","remote_addr":"127.0.0.1:59397","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.078784235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"c2efc7c7-0e84-41eb-bddb-e33ce3419a46","remote_addr":"127.0.0.1:59397","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.110606496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"d0443c7e-13fa-4799-aeee-88f86c04f0ca","remote_addr":"127.0.0.1:60070","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.111871138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"d0443c7e-13fa-4799-aeee-88f86c04f0ca","remote_addr":"127.0.0.1:60070","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.119058513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9166, tv_nsec: 35058999 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.122099452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.124647032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.149032614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"26b552db-3d57-4f81-beb9-353ebdb9c24d","remote_addr":"[::1]:64284","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.150297366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"26b552db-3d57-4f81-beb9-353ebdb9c24d","remote_addr":"[::1]:64284","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.153059381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7b9d78cd-5c71-4abd-9e89-69ec85b8e664","remote_addr":"127.0.0.1:50124","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.155110024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7b9d78cd-5c71-4abd-9e89-69ec85b8e664","remote_addr":"127.0.0.1:50124","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.157795337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52106"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.163303507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":3}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.163976063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.164343262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.165206446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 10 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.165564227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.165947338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"f2e61775-d30e-4d7e-bb68-af6a8b538391","remote_addr":"[::1]:41156","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.166688309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"f2e61775-d30e-4d7e-bb68-af6a8b538391","remote_addr":"[::1]:41156","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.173216064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9166, tv_nsec: 86652979 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.174161321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.174530645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.174894638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.175254974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.175578807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.175970414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.189536337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c2efc7c7-0e84-41eb-bddb-e33ce3419a46","remote_addr":"127.0.0.1:59397","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.191201254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c2efc7c7-0e84-41eb-bddb-e33ce3419a46","remote_addr":"127.0.0.1:59397","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.194623681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c2efc7c7-0e84-41eb-bddb-e33ce3419a46","remote_addr":"127.0.0.1:59397","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.206443937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d0443c7e-13fa-4799-aeee-88f86c04f0ca","remote_addr":"127.0.0.1:60070","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.207934778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d0443c7e-13fa-4799-aeee-88f86c04f0ca","remote_addr":"127.0.0.1:60070","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.211856076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d0443c7e-13fa-4799-aeee-88f86c04f0ca","remote_addr":"127.0.0.1:60070","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.216650929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.263460357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.264417407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.265253989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.268837927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.341840496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"26b552db-3d57-4f81-beb9-353ebdb9c24d","component":"store","component":"external_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.342543392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"26b552db-3d57-4f81-beb9-353ebdb9c24d","component":"store","component":"external_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.343547516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7b9d78cd-5c71-4abd-9e89-69ec85b8e664","remote_addr":"127.0.0.1:50124","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.345285849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7b9d78cd-5c71-4abd-9e89-69ec85b8e664","remote_addr":"127.0.0.1:50124","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.350532649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7b9d78cd-5c71-4abd-9e89-69ec85b8e664","remote_addr":"127.0.0.1:50124","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.354998509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.355801113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.371833795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.372771518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.373808237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.374949604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.376233363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.376798466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.377759454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.378454224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.378984658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.379663616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.380339017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.380866515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.381550944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.382390321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.382937318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.398316392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.399404132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.399984695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.400939161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.402684327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.434637068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.438301977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.444642349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.446521261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.447802055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.449324919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.455730882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.457223607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.458993702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.46060871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.461218421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.464361463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.472235511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.47307542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.474041118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.475748649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.476436014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.477448124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.479119514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.500517853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.501334094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.503170631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.503760382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.504401125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.504935797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.505452172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.506406879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.507271947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.507806629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.508324708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.509345114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.509899806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.510740165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.511333614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.511793818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"f2e61775-d30e-4d7e-bb68-af6a8b538391","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.512106128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"f2e61775-d30e-4d7e-bb68-af6a8b538391","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.512412997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"26b552db-3d57-4f81-beb9-353ebdb9c24d","remote_addr":"[::1]:64284","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","latency_us":238030,"response_code":204}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.512846378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.513251573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.514032383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.514467307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.514857743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"f2e61775-d30e-4d7e-bb68-af6a8b538391","remote_addr":"[::1]:41156","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":248609,"response_code":204}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.570260678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dff27d8-d4c7-48f2-b4b1-202732db2a28\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:11:51 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:11:51.571506502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.57188339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":4,"elapsed":"262.616951266s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.57224046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.572524975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.572861603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.573136459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"unrolling 10 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.573826209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.651082156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.657336758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"1564bdc6-f2a0-4318-b0d0-aa0aac5a05bb","remote_addr":"[::1]:52106","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.669688139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"9727c2eb-87f6-4918-9b67-6ba90d8788b1","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.679942675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62664","req_id":"369936f8-b797-4cd5-a1db-b8ebe75805d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   aa b2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.681631209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62664","req_id":"369936f8-b797-4cd5-a1db-b8ebe75805d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43698,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.684642209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.684949158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:62664","req_id":"369936f8-b797-4cd5-a1db-b8ebe75805d6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.685688226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7813","req_id":"846de3aa-f395-4281-a490-dc011164f9f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e6 45 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .E..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.686435631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7813","req_id":"846de3aa-f395-4281-a490-dc011164f9f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58949,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.688057522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.688287479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:7813","req_id":"846de3aa-f395-4281-a490-dc011164f9f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.688749997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35048","req_id":"37cb7ab8-edd2-43a0-88ea-a098d4bbecc3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7a 21 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   z!..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.689238367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35048","req_id":"37cb7ab8-edd2-43a0-88ea-a098d4bbecc3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31265,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.690840068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.691064464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35048","req_id":"37cb7ab8-edd2-43a0-88ea-a098d4bbecc3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.691526632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31812","req_id":"36920bed-24d5-40a1-927d-32c870da1238","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b9 d3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.692018228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31812","req_id":"36920bed-24d5-40a1-927d-32c870da1238","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47571,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.693619639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.693843453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:31812","req_id":"36920bed-24d5-40a1-927d-32c870da1238","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.694303948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20056","req_id":"80b8b2a7-9242-4632-bbfd-ef432fd503a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   8d 33 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   .3..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.694727058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20056","req_id":"80b8b2a7-9242-4632-bbfd-ef432fd503a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36147,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.696036569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.696251977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.696470451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:20056","req_id":"80b8b2a7-9242-4632-bbfd-ef432fd503a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.725963146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41944/config\", status: 204, headers: {\"x-request-id\": \"26b552db-3d57-4f81-beb9-353ebdb9c24d\", \"date\": \"Wed, 04 Mar 2026 07:11:51 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.727006127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.727373226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.727669154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:41944\":{\"Ok\":null}}}","iteration":8,"elapsed":"3.219479202s"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.787653928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 204, headers: {\"x-request-id\": \"f2e61775-d30e-4d7e-bb68-af6a8b538391\", \"date\": \"Wed, 04 Mar 2026 07:11:51 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.78837459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.788997497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:51.79033325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:62409\":{\"Ok\":null}}}","iteration":8,"elapsed":"4.204147112s"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.792385526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"1564bdc6-f2a0-4318-b0d0-aa0aac5a05bb","remote_addr":"[::1]:52106","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":135186,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.800855768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"9727c2eb-87f6-4918-9b67-6ba90d8788b1","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":130291,"response_code":200}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:11:51.817159319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:51.81832839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:53.485505872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/local/all-sp-ids","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:53.494154469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41944, target: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9168, tv_nsec: 409563490 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:53.495430944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:53.500308882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:53.501096346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserting 9 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:53.50399358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:53.564784416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:53.566414143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:11:53.572261536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:53.572735988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:11:53.573133087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:04.282579388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"4f36bd44-0212-425d-a0f5-810dc5e6e45f","remote_addr":"127.0.0.1:52847","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15878339}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:04.290625518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57056"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:04.29303805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64784"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:04.293575307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44552"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:04.293896965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35498"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:04.294199496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64561"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:04.295076749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56894"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:04.295419018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49096"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:04.295852209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"da634b28-582a-43d3-8e71-feb28a0d46b9","remote_addr":"127.0.0.1:65451","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15889024}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.301868087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.303233669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.311661938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:44172/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:04.312797163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:377","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://127.0.0.1:44172/metrics/producers): error sending request for url (http://127.0.0.1:44172/metrics/producers): operation timed out","delay":"172.111883688s","count":"3"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.38867388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:04.452264476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.452927634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.56213079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.562713668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.566687821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":32,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.567230989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":32,"elapsed":"701.423µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.567634501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:04.568008684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.568337708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"659.169µs"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.583072382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:04.583653115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:595","component":"oximeter","error":"Communication Error: error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:04.584228768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.597053369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56200","req_id":"b84eea8f-8e21-40fb-8314-8c86d5c51d1b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   b8 b7 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.608224817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56200","req_id":"b84eea8f-8e21-40fb-8314-8c86d5c51d1b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47287,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.612497943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.617962647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.621756281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.629624929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56200","req_id":"b84eea8f-8e21-40fb-8314-8c86d5c51d1b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.645549777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55998","req_id":"eaf8e1b2-1f81-432f-8480-75a3097b9eb2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   46 45 01 00  00 01 00 00  00 00 00 01  24 34 36 66   FE..........$46f\n0010:   64 37 38 35  30 2d 31 61  65 62 2d 34  66 65 32 2d   d7850-1aeb-4fe2-\n0020:   39 37 37 66  2d 62 36 39  35 64 65 35  30 38 62 39   977f-b695de508b9\n0030:   30 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   0.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.646434073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55998","req_id":"eaf8e1b2-1f81-432f-8480-75a3097b9eb2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17989,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            52,\n            54,\n            102,\n            100,\n            55,\n            56,\n            53,\n            48,\n            45,\n            49,\n            97,\n            101,\n            98,\n            45,\n            52,\n            102,\n            101,\n            50,\n            45,\n            57,\n            55,\n            55,\n            102,\n            45,\n            98,\n            54,\n            57,\n            53,\n            100,\n            101,\n            53,\n            48,\n            56,\n            98,\n            57,\n            48,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.648581869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.649466406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:55998","req_id":"eaf8e1b2-1f81-432f-8480-75a3097b9eb2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.651172304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56057","req_id":"cfac3648-5d76-4627-a099-df580c610ace","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   52 ff 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   R............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.652384712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56057","req_id":"cfac3648-5d76-4627-a099-df580c610ace","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21247,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.654728727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.657319924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.65887917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.664466818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56057","req_id":"cfac3648-5d76-4627-a099-df580c610ace","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.665519539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35588","req_id":"29d4bcce-8214-44ad-864c-6029e01f38b9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   2f 27 01 00  00 01 00 00  00 00 00 01  24 34 36 66   /'..........$46f\n0010:   64 37 38 35  30 2d 31 61  65 62 2d 34  66 65 32 2d   d7850-1aeb-4fe2-\n0020:   39 37 37 66  2d 62 36 39  35 64 65 35  30 38 62 39   977f-b695de508b9\n0030:   30 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   0.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.666190622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35588","req_id":"29d4bcce-8214-44ad-864c-6029e01f38b9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12071,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            52,\n            54,\n            102,\n            100,\n            55,\n            56,\n            53,\n            48,\n            45,\n            49,\n            97,\n            101,\n            98,\n            45,\n            52,\n            102,\n            101,\n            50,\n            45,\n            57,\n            55,\n            55,\n            102,\n            45,\n            98,\n            54,\n            57,\n            53,\n            100,\n            101,\n            53,\n            48,\n            56,\n            98,\n            57,\n            48,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.667837202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"46fd7850-1aeb-4fe2-977f-b695de508b90.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.66827934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35588","req_id":"29d4bcce-8214-44ad-864c-6029e01f38b9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"46fd7850-1aeb-4fe2-977f-b695de508b90.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.675657634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:04.6763604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.676682429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":3,"elapsed":"267.453869583s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.677188144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.677480414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.677922091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.682717325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:04.696911185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"c2efc7c7-0e84-41eb-bddb-e33ce3419a46","remote_addr":"127.0.0.1:59397","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13619560}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:04.700455434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"d0443c7e-13fa-4799-aeee-88f86c04f0ca","remote_addr":"127.0.0.1:60070","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13590985}
{"msg":"found DNS servers (no change)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.728541806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_servers":"DnsServersList { addresses: [[::1]:41944] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:41944] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.729589156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:41944\"]}","iteration":7,"elapsed":"13.555852067s"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.917169796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9179, tv_nsec: 833549496 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.918200183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.918627762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.959031808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"5abf9ec1-77cc-498d-8237-ef3493f51beb","remote_addr":"[::1]:57056","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.961647994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"ba951912-4243-457f-ae9a-6970afc2590f","remote_addr":"[::1]:64784","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.964624485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":3,"elapsed":"267.722690483s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.965149237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:04.965801292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:04.966283981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.033634515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:05.039465185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7b9d78cd-5c71-4abd-9e89-69ec85b8e664","remote_addr":"127.0.0.1:50124","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13886003}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.043203229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.043731468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.045698154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"5f20c3be-54fb-4fe4-b778-497fdfd7e3d7","remote_addr":"[::1]:44552","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.091480512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27713","req_id":"b5140068-5e1b-48ec-bb08-e98b5c9936bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   43 5d 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   C]..........._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.092324738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27713","req_id":"b5140068-5e1b-48ec-bb08-e98b5c9936bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17245,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.094391674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.095986731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.096963572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27713","req_id":"b5140068-5e1b-48ec-bb08-e98b5c9936bd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:05.106586343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.107470078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.107831466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.108494814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.108822534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.109291456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.1096156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.110176423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.110721265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.111348922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.111683096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.112347796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.11269222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.273794072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"f7e5f978-bf14-4b3c-b9aa-1a6e6cf4ef5d","remote_addr":"[::1]:35498","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.276826164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"f6205762-4871-45e3-a886-e6dfdd6d0865","remote_addr":"[::1]:64561","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.281623331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:05.309203157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"5abf9ec1-77cc-498d-8237-ef3493f51beb","remote_addr":"[::1]:57056","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":350249,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:05.312378964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"ba951912-4243-457f-ae9a-6970afc2590f","remote_addr":"[::1]:64784","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":351014,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:05.315924015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"5f20c3be-54fb-4fe4-b778-497fdfd7e3d7","remote_addr":"[::1]:44552","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":270707,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:05.337565948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"f7e5f978-bf14-4b3c-b9aa-1a6e6cf4ef5d","remote_addr":"[::1]:35498","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":62535,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:05.339630178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"f6205762-4871-45e3-a886-e6dfdd6d0865","remote_addr":"[::1]:64561","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":62866,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:05.348421267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:35392"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:05.360428585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.360951544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":3,"elapsed":"267.948254943s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.361602416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.361953093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.362521161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.366879607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.374442397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.375295452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":3,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.380815846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"1a9277a8-16b0-453a-bfb4-ede3748cc702","remote_addr":"[::1]:56894","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.382567294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"ab8d2e3c-abc2-497e-a98e-9a0ca583c57f","remote_addr":"[::1]:49096","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.387264383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62409, target: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9180, tv_nsec: 301964597 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.388423645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.409604993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3986f18-a2f0-42d8-b6a2-64aeb160e0f7\", \"content-length\": \"105\", \"date\": \"Wed, 04 Mar 2026 07:12:05 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.431415952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.432890059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.434217235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.435249135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.447223737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.456633736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.458221049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.459302877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.460288395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.467848239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.473257362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.474550591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.47580887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.476931529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.482511081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.487794604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.489285826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:05.490362124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.491444483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:05.506534042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:05.521783569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"1a9277a8-16b0-453a-bfb4-ede3748cc702","remote_addr":"[::1]:56894","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":141128,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:05.522842362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"ab8d2e3c-abc2-497e-a98e-9a0ca583c57f","remote_addr":"[::1]:49096","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":140561,"response_code":200}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:06.882203935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56497","req_id":"2a5c8275-b7b8-4a45-9ceb-3b49c7dd057b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   22 b4 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   \"...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:06.883286265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56497","req_id":"2a5c8275-b7b8-4a45-9ceb-3b49c7dd057b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8884,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:06.885347288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:06.885606864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56497","req_id":"2a5c8275-b7b8-4a45-9ceb-3b49c7dd057b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:06.88636538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50363","req_id":"f85e46da-7684-4068-bd05-50e8f6c27672","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fd 31 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .1..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:06.88688362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50363","req_id":"f85e46da-7684-4068-bd05-50e8f6c27672","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64817,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:06.891286735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:06.891625718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50363","req_id":"f85e46da-7684-4068-bd05-50e8f6c27672","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:06.892368293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28473","req_id":"d4d025bf-d0af-4930-9b5f-8b3cca9296bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   d0 15 01 00  00 01 00 00  00 00 00 01  24 36 62 38   ............$6b8\n0010:   64 39 31 35  31 2d 65 34  64 63 2d 34  35 38 32 2d   d9151-e4dc-4582-\n0020:   61 32 64 64  2d 38 33 38  34 35 61 31  37 38 61 65   a2dd-83845a178ae\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:06.892878045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28473","req_id":"d4d025bf-d0af-4930-9b5f-8b3cca9296bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53269,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            54,\n            98,\n            56,\n            100,\n            57,\n            49,\n            53,\n            49,\n            45,\n            101,\n            52,\n            100,\n            99,\n            45,\n            52,\n            53,\n            56,\n            50,\n            45,\n            97,\n            50,\n            100,\n            100,\n            45,\n            56,\n            51,\n            56,\n            52,\n            53,\n            97,\n            49,\n            55,\n            56,\n            97,\n            101,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:06.903663276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"6b8d9151-e4dc-4582-a2dd-83845a178aef.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:06.903981908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:28473","req_id":"d4d025bf-d0af-4930-9b5f-8b3cca9296bd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"6b8d9151-e4dc-4582-a2dd-83845a178aef.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:07.014394777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bcee0974-7c18-46a7-880a-ef0664ad283e","remote_addr":"127.0.0.1:35392","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:07.01518682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bcee0974-7c18-46a7-880a-ef0664ad283e","remote_addr":"127.0.0.1:35392","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:07.016300432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:49830"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:08.106696288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:08.10735663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:08.174526885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_servers":"DnsServersList { addresses: [[::1]:62409] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:62409] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:08.175351423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:62409\"]}","iteration":7,"elapsed":"3.872687716s"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:08.199733187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":3}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:08.200482966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:08.202265817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:08.202854486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"will register with Nexus at 127.0.0.1:44172","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:08.203685667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.156363554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:44172/metrics/producers","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.161444395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bcee0974-7c18-46a7-880a-ef0664ad283e","remote_addr":"127.0.0.1:35392","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.162342699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bcee0974-7c18-46a7-880a-ef0664ad283e","remote_addr":"127.0.0.1:35392","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.16578245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bcee0974-7c18-46a7-880a-ef0664ad283e","remote_addr":"127.0.0.1:35392","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:09.186598272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:39498"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.199239589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"dc220edd-d7ba-40f5-a27c-eda5a31da51d","remote_addr":"127.0.0.1:49830","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.221289071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"dc220edd-d7ba-40f5-a27c-eda5a31da51d","remote_addr":"127.0.0.1:49830","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.237045334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.23758704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.238563059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.302095439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.302704639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.303087069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.310980275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.341544849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dc220edd-d7ba-40f5-a27c-eda5a31da51d","remote_addr":"127.0.0.1:49830","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.342236884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dc220edd-d7ba-40f5-a27c-eda5a31da51d","remote_addr":"127.0.0.1:49830","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.347456921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dc220edd-d7ba-40f5-a27c-eda5a31da51d","remote_addr":"127.0.0.1:49830","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.403388836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"00c89d9f-9cac-4589-8ed0-77e092169f39","remote_addr":"127.0.0.1:39498","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.403941935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"00c89d9f-9cac-4589-8ed0-77e092169f39","remote_addr":"127.0.0.1:39498","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.406350118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.407133934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.417298071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"00c89d9f-9cac-4589-8ed0-77e092169f39","remote_addr":"127.0.0.1:39498","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.417961128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"00c89d9f-9cac-4589-8ed0-77e092169f39","remote_addr":"127.0.0.1:39498","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.42332452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"00c89d9f-9cac-4589-8ed0-77e092169f39","remote_addr":"127.0.0.1:39498","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.49251071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d809eb-34db-433f-848f-be4f99f07a2c\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:12:09 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:09.493179969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.493504043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.518801465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.519395134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.519660782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 3 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.519901851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.521582529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:09.522341526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:09.52276117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:09.523455639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"10s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.529129728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.598000872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.598516777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.598846281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.603130279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.612014795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.612564817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.612876486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 3 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.621970959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.650085627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.653081988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.653599125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":14,"elapsed":"344.058433049s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.653919802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.65418564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.654517489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.65483546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.655128161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.661663571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.690995667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"fc446e45-c61a-4fe7-a3b6-1bd463302a72","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.694231865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29078","req_id":"566b8e18-9e04-4e21-9b4f-1b2f18ace109","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   87 1d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.695157643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29078","req_id":"566b8e18-9e04-4e21-9b4f-1b2f18ace109","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34589,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.696623044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.701739315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.704695506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.708088415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29078","req_id":"566b8e18-9e04-4e21-9b4f-1b2f18ace109","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:09.802823196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"fc446e45-c61a-4fe7-a3b6-1bd463302a72","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":111865,"response_code":200}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.810920237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":6,"elapsed":"343.916069604s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.811714084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.812048518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.812374786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.812699461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.812993875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.816931316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.858434444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9184, tv_nsec: 774932308 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.859366676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.859669918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.865267215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.865839611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserting 6 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.873047908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.884731212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.972580648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.974235565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.974698334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:09.980688351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"7def01c2-f1cb-4819-90f2-62995cbcf1a8","remote_addr":"127.0.0.1:59057","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.984622204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.985459937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:09.985826746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.98644792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:09.991771583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:10.022460103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7b9d78cd-5c71-4abd-9e89-69ec85b8e664","remote_addr":"127.0.0.1:50124","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:10.036324959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6a08d23c-69eb-4204-a235-38bd5367b8bc","remote_addr":"127.0.0.1:57590","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:10.039533702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"1c8f488c-4925-4038-85d0-22e16e6a14f0","remote_addr":"127.0.0.1:63704","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:10.176916797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:10.242818513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"845c7995-786d-43a5-8a7c-011d4ec4e3ed","remote_addr":"127.0.0.1:35413","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.28343972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:10.283991967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:10.291582582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39814","req_id":"deb720dd-9f00-4aec-ba90-2950e7d43e8c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e0 b6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.29239714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39814","req_id":"deb720dd-9f00-4aec-ba90-2950e7d43e8c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57526,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.294176664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.294424096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39814","req_id":"deb720dd-9f00-4aec-ba90-2950e7d43e8c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:10.294936764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4688","req_id":"b26a3a3b-0c11-4acb-a4c5-7e995e4cae13","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c0 27 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .'..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.296287326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4688","req_id":"b26a3a3b-0c11-4acb-a4c5-7e995e4cae13","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49191,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.298403329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.298677453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4688","req_id":"b26a3a3b-0c11-4acb-a4c5-7e995e4cae13","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.316037943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.408442526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:10.409301462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.409751526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.41381711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.42565946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":3,"elapsed":"360.109422015s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.426230163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:10.426588676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.426985894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.432721526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:10.440095641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.440677397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:10.445216893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:12.053733529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.05426226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.252625806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":5,"elapsed":"94.20650851s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.254761327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.274815917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:12.275605315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:12.281259315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:12.28180565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:12.287052751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet02"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.287590369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53793/eip-gateways","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.290583112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.330003515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:12.335520382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.336029212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.340425634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"listed attached subnets","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.441019862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.53509827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":3,"elapsed":"274.733992657s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.543586328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:12.544100629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:12.544373571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:12.552606703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2d6c1f2a-4131-402e-82d9-03cff65a6056","remote_addr":"127.0.0.1:47636","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:12.574254948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37720"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.957322913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:12.957854729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":3,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:12.981593306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"72f08eca-c2b7-4066-ae98-45910c18fe01","remote_addr":"[::1]:37720","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.982220051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"72f08eca-c2b7-4066-ae98-45910c18fe01","remote_addr":"[::1]:37720","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:12.982618632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:12.982882125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37073","req_id":"b0bed6a8-97bb-40a6-8e6e-e6907c251a75","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   4e 7a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   Nz..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.983289144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37073","req_id":"b0bed6a8-97bb-40a6-8e6e-e6907c251a75","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20090,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.985261271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.986750769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:12.987112598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.068684937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37073","req_id":"b0bed6a8-97bb-40a6-8e6e-e6907c251a75","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.071459237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18ad377b-c6f4-49c6-81cb-bf85c8473d58\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:12:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:13.072091803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:13.07245285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.072764389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:13.077368193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"72f08eca-c2b7-4066-ae98-45910c18fe01","remote_addr":"[::1]:37720","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":96006,"response_code":204}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.193483487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9188, tv_nsec: 109905991 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.224456733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.225514654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.325864767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.437162654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.488145691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/eip-gateways\", status: 204, headers: {\"x-request-id\": \"72f08eca-c2b7-4066-ae98-45910c18fe01\", \"date\": \"Wed, 04 Mar 2026 07:12:13 GMT\"} })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:13.488867915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.489123563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/vpc-routes","method":"GET"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:13.507031359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"641fc1ee-dda4-4508-bd9b-4618f0aa965a","remote_addr":"127.0.0.1:49069","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:13.577365368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:55163"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:13.578019127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:43905"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:13.588052724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45799"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.591556904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":3}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.592015665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 12 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.592594234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.593927723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45798","req_id":"14f96c98-6ced-4f2b-a0e9-79c8ec31614b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   03 7f 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.595076153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45798","req_id":"14f96c98-6ced-4f2b-a0e9-79c8ec31614b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 895,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.596781731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.599517574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.601214805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.602887317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:45798","req_id":"14f96c98-6ced-4f2b-a0e9-79c8ec31614b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.604799244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.605320159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.605690655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.606028957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.606361928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.606691292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.607016728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.60734455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.607668563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.607993899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.608420026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.608766413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.609096719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.60942949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.609763644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.610090052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.610415879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.610740664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.61106588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.611391257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.611714729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:13.612212317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.612632342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.612904923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.616890358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 12 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.62082349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.726623107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:13.730826335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54864e01-a1a8-43aa-abe6-bdabb7961086","remote_addr":"127.0.0.1:42186","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.754290126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.754934956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.7553901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.755939922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":25,"elapsed":"363.453538066s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.756404024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":26,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.756730853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.757024707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.757316987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.763180252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9188, tv_nsec: 680036267 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.764019168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.76481535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.7661094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"2acb821d-cf59-4506-bf63-c64851d8c287","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.7686571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6488a570-6158-4d75-ba69-adf2a2a68733","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.769382651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6488a570-6158-4d75-ba69-adf2a2a68733","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.769972502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"54c5d0bd-0074-4127-ab2c-2d36fd25edec","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.770513707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"54c5d0bd-0074-4127-ab2c-2d36fd25edec","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.770818132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"513af730-c3e2-47b2-bd5e-804f3395bc73","remote_addr":"[::1]:45799","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.771625174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"513af730-c3e2-47b2-bd5e-804f3395bc73","remote_addr":"[::1]:45799","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"inserting 6 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.771961693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.772396196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46977","req_id":"65ae6d77-b310-428c-92f3-3dbad842c3ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   72 7c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   r|..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.772884335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46977","req_id":"65ae6d77-b310-428c-92f3-3dbad842c3ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29308,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.774718809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.774951581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:46977","req_id":"65ae6d77-b310-428c-92f3-3dbad842c3ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:13.775718865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63421","req_id":"6dadc58f-91fc-439f-94e7-53b1d684d24c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b7 b9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.778942026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63421","req_id":"6dadc58f-91fc-439f-94e7-53b1d684d24c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47033,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.784896412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:13.78542905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63421","req_id":"6dadc58f-91fc-439f-94e7-53b1d684d24c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:14.087504927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6488a570-6158-4d75-ba69-adf2a2a68733","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:14.088458822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6488a570-6158-4d75-ba69-adf2a2a68733","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:14.135303269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6488a570-6158-4d75-ba69-adf2a2a68733","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:14.139846933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"54c5d0bd-0074-4127-ab2c-2d36fd25edec","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:14.140443748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"54c5d0bd-0074-4127-ab2c-2d36fd25edec","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:14.148874452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"54c5d0bd-0074-4127-ab2c-2d36fd25edec","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:14.179980682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"2acb821d-cf59-4506-bf63-c64851d8c287","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":414145,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:14.182022637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"513af730-c3e2-47b2-bd5e-804f3395bc73","remote_addr":"[::1]:45799","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":411408,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:14.209611191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:14.251694912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.791437256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.795341501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.798059499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"513af730-c3e2-47b2-bd5e-804f3395bc73\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:14 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.798711574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.799047812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.802543885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.808948054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.87181322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.872408602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.872723437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.872990478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.877849007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.878282448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.878556593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.878808373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:15.886926035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:15.888344823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"5e243dbf-2b0a-4a9a-b350-1405e4929b16","remote_addr":"127.0.0.1:42921","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":201}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:15.897266632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:15.899131486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"a3040082-5f48-43ad-ba20-26e738b875f5","remote_addr":"127.0.0.1:33580","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":201}
{"msg":"all instance checks complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:15.901492124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.902144059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":4,"elapsed":"286.627108313s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.902525527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.902913277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.903244565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.904049814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.904438536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.910147695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.920030383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.920634833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.920932575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.921210186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.921558508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.921913363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.922239901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.924677963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.943895361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17514","req_id":"993fd677-df20-4d7f-b5b5-9be6b5ad6389","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   bd a3 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.944522035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17514","req_id":"993fd677-df20-4d7f-b5b5-9be6b5ad6389","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48547,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.945911144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.948811885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.951224697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.952224663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:17514","req_id":"993fd677-df20-4d7f-b5b5-9be6b5ad6389","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.953579124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35973","req_id":"291b2086-9193-4d24-aa91-bd2bbc4a21d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e6 2b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .+..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.954213243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35973","req_id":"291b2086-9193-4d24-aa91-bd2bbc4a21d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58923,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.955770426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.956656245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:35973","req_id":"291b2086-9193-4d24-aa91-bd2bbc4a21d1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:15.974519443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61148","req_id":"b361df5b-d2b7-4cb8-b568-963ac11f5433","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9a 6f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .o..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.983249501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61148","req_id":"b361df5b-d2b7-4cb8-b568-963ac11f5433","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39535,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.98525254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:15.985484871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61148","req_id":"b361df5b-d2b7-4cb8-b568-963ac11f5433","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:16.080055216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:16.081357542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:16.081757436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:16.083661227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:16.084243123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:16.08986062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:16.201675253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9191, tv_nsec: 118017177 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:16.204133024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:16.206835902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:16.21061085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:16.211335549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:17.921588291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49070/bfd/peers","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:17.928622332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:17.934191743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:17.934886964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:17.935581503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:17.946282847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.098412018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:18.099276745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: 086d6bd9-ac3f-4a2c-84a3-029594fb9703, lookup_type: ById(086d6bd9-ac3f-4a2c-84a3-029594fb9703) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:18.099699435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:18.10033137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.100669271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.107826816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.397369482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:18.624197982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"044b4a5c-5be2-4015-986a-2072cef69ed5\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:12:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:18.628329438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.744481045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:18.74502777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:18.767833524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6849","req_id":"b7c6b7ff-ba5d-446d-944d-0cb19c1da271","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   64 d9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   d...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.768565358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6849","req_id":"b7c6b7ff-ba5d-446d-944d-0cb19c1da271","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25817,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.770130567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.770335955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:6849","req_id":"b7c6b7ff-ba5d-446d-944d-0cb19c1da271","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:18.770766309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33651","req_id":"fb758a45-cafa-4931-a4f8-083d2f3b9155","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4d d4 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   M...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.771235281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33651","req_id":"fb758a45-cafa-4931-a4f8-083d2f3b9155","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19924,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.772927321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.77356598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:33651","req_id":"fb758a45-cafa-4931-a4f8-083d2f3b9155","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:18.774062616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51101","req_id":"316904d8-6930-45aa-a602-6bf00745981c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   9c de 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.774662167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51101","req_id":"316904d8-6930-45aa-a602-6bf00745981c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40158,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.776236694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.777424784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"039be560-54cc-49e3-88df-1a29dadbf913.sled"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.778397615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.778718973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:51101","req_id":"316904d8-6930-45aa-a602-6bf00745981c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44313, target: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35773, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:18.779424655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50792","req_id":"644c439c-e214-411a-8eba-578912198eb5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   a8 02 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.77978447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50792","req_id":"644c439c-e214-411a-8eba-578912198eb5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43010,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.780844445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.781589865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"408a8013-38c0-46d4-902e-f78388db18ff.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.781891675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50792","req_id":"644c439c-e214-411a-8eba-578912198eb5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44334, target: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:18.782519993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59762","req_id":"af5d532c-25e7-4650-9909-8d4e6c6d08b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   3d 80 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   =............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.782886701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59762","req_id":"af5d532c-25e7-4650-9909-8d4e6c6d08b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15744,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.783846177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.785552716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.786526009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:18.787334254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:59762","req_id":"af5d532c-25e7-4650-9909-8d4e6c6d08b8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.283289256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.33261421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49070/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e250233b-481c-470e-9e3d-d247bf5dfc1a\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:18 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.366941998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":4,"elapsed":"292.27373573s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.367430728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.367695514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.367977995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.372415318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.3769026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ca55284-52ab-4424-8415-68826a94ed1d\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:12:18 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.37767762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.378036733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.437070599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:21.462392701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.464012618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.464766465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.504031168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.504508687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.505701926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.509972318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.516479401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:21.517002049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:595","component":"oximeter","error":"Communication Error: error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): error sending request for url (http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:21.517474037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.517754213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"no DPD client for switch location","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:21.58030282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0"}
{"msg":"no DPD client for switch location","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:21.580825929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.581141375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:4676/static/route4","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.582794859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:4676/static/route4\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:4676, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to retrieve v4 routes from switch","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:21.5839281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","error":"Communication Error: error sending request for url (http://[::1]:4676/static/route4)"}
{"msg":"retrieved existing routes","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:21.584452431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"retrieved desired routes","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:21.584757107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:21.585049387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:21.585339413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:21.585636824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.585906018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.586231575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.59022664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.68083229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:21.687779758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bcee0974-7c18-46a7-880a-ef0664ad283e","remote_addr":"127.0.0.1:35392","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14673717}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:21.688773752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:35265"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.699919879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50102","req_id":"e5850ade-7322-4eb0-80cf-282ec657b4e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   22 9c 01 00  00 01 00 00  00 00 00 01  24 34 30 38   \"...........$408\n0010:   61 38 30 31  33 2d 33 38  63 30 2d 34  36 64 34 2d   a8013-38c0-46d4-\n0020:   39 30 32 65  2d 66 37 38  33 38 38 64  62 31 38 66   902e-f78388db18f\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.700622725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50102","req_id":"e5850ade-7322-4eb0-80cf-282ec657b4e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8860,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            52,\n            48,\n            56,\n            97,\n            56,\n            48,\n            49,\n            51,\n            45,\n            51,\n            56,\n            99,\n            48,\n            45,\n            52,\n            54,\n            100,\n            52,\n            45,\n            57,\n            48,\n            50,\n            101,\n            45,\n            102,\n            55,\n            56,\n            51,\n            56,\n            56,\n            100,\n            98,\n            49,\n            56,\n            102,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.702129067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"408a8013-38c0-46d4-902e-f78388db18ff.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.702474162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50102","req_id":"e5850ade-7322-4eb0-80cf-282ec657b4e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"408a8013-38c0-46d4-902e-f78388db18ff.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.703198872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50977","req_id":"cf18e64a-3252-4f28-9e58-5506193e130f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fc a2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.703729666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50977","req_id":"cf18e64a-3252-4f28-9e58-5506193e130f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64674,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.705757974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.706014093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50977","req_id":"cf18e64a-3252-4f28-9e58-5506193e130f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.706507172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53180","req_id":"163e031d-4644-4514-ae1a-aabbe2ea68be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   84 9c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.707017436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53180","req_id":"163e031d-4644-4514-ae1a-aabbe2ea68be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33948,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.708720989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.709330339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53180","req_id":"163e031d-4644-4514-ae1a-aabbe2ea68be","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.709898558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54830","req_id":"b8c3078b-405d-4c36-8c51-201f9595c1a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   43 ea 01 00  00 01 00 00  00 00 00 01  24 30 33 39   C...........$039\n0010:   62 65 35 36  30 2d 35 34  63 63 2d 34  39 65 33 2d   be560-54cc-49e3-\n0020:   38 38 64 66  2d 31 61 32  39 64 61 64  62 66 39 31   88df-1a29dadbf91\n0030:   33 04 73 6c  65 64 0d 63  6f 6e 74 72  6f 6c 2d 70   3.sled.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.710412579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54830","req_id":"b8c3078b-405d-4c36-8c51-201f9595c1a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17386,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            115,\n            108,\n            101,\n            100,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.711998659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"039be560-54cc-49e3-88df-1a29dadbf913.sled"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.712224938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:54830","req_id":"b8c3078b-405d-4c36-8c51-201f9595c1a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.7126841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61603","req_id":"fd18c796-bb19-4a78-b763-691d2990b3ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   d6 02 01 00  00 01 00 00  00 00 00 01  24 62 36 64   ............$b6d\n0010:   36 35 33 34  31 2d 31 36  37 63 2d 34  31 64 66 2d   65341-167c-41df-\n0020:   39 62 35 63  2d 34 31 63  64 65 64 39  39 63 32 32   9b5c-41cded99c22\n0030:   39 04 73 6c  65 64 0d 63  6f 6e 74 72  6f 6c 2d 70   9.sled.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.713190025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61603","req_id":"fd18c796-bb19-4a78-b763-691d2990b3ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54786,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            115,\n            108,\n            101,\n            100,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.714761987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.714986453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:61603","req_id":"fd18c796-bb19-4a78-b763-691d2990b3ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.720519342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbf5db7e-ffea-40f3-b6dd-94122493d760\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:12:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.723143974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:21.739491261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:21.770475469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"52a377de-b768-4b99-9034-624b99bb5d73","remote_addr":"127.0.0.1:35725","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":201}
{"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.772448076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.772844033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.773076835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.773295419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.773555646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.773821614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.774073535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.781988354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:21.789656062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"4f36bd44-0212-425d-a0f5-810dc5e6e45f","remote_addr":"127.0.0.1:52847","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.79490142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b244cded-1238-43f6-bbc5-7bb140f7ad8b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.795655488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b244cded-1238-43f6-bbc5-7bb140f7ad8b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.81926113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":12}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.820005689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 13 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.820902931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 3 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.834900071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.836956725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b244cded-1238-43f6-bbc5-7bb140f7ad8b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.837841533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b244cded-1238-43f6-bbc5-7bb140f7ad8b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.850963895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b244cded-1238-43f6-bbc5-7bb140f7ad8b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.867220442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:21.867724523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.869178961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:21.880201062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:21.880725624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:21.881043525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:21.881345345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:21.881639218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.881910187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.887663654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.888108798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 13 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.898551818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:21.971282507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:21.976835887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 07:01:49.638520062 UTC"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:21.977292333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T07:01:49.638520062Z\",\"pruned\":[]}","iteration":4,"elapsed":"32.338314162s"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:21.978149125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"da634b28-582a-43d3-8e71-feb28a0d46b9","remote_addr":"127.0.0.1:65451","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.014153202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"824ef5e0-df5c-41b8-8c08-50b49c3a303c","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.035942277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.036441088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.036725934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.036972443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.04038975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.044995167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.096462505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63c9933a-333c-49fa-88f8-93e17ff51021\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:12:21 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.097081695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.09735607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.097666216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.262331204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:22.338451135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:22.401441359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"824ef5e0-df5c-41b8-8c08-50b49c3a303c","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":387463,"response_code":200}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:22.420244794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"dc220edd-d7ba-40f5-a27c-eda5a31da51d","remote_addr":"127.0.0.1:49830","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13221122}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.421818319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.42225193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":24,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.424800933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.535026229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.535639267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.535918782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.53626509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.542132443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.542642075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.542902522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.543135836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 10 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.548280694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:22.554100502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:22.55464823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"c2efc7c7-0e84-41eb-bddb-e33ce3419a46","remote_addr":"127.0.0.1:59397","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":201}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:22.700946881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:22.701762912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"d0443c7e-13fa-4799-aeee-88f86c04f0ca","remote_addr":"127.0.0.1:60070","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":201}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.706724015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.767157712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":24}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.768116476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":18,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:22.770422175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.770845616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.773413947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.779919768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.78034401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.780609187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.783926275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"17.818897938s"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.793265924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:22.793673724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.793937067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"18.117664181s"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:22.795286477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.795878603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":4,"elapsed":"17.434491705s"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.796801105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.797182713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.79746791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.801098661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.833157462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.879267871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.887411044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.887960716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.892930977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:22.994415394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60850","req_id":"3da03ab6-b7fb-4f38-a782-408be5731a75","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   22 20 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   \" ..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.994946258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60850","req_id":"3da03ab6-b7fb-4f38-a782-408be5731a75","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8736,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:22.99663922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.028273479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.03047946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.03140096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60850","req_id":"3da03ab6-b7fb-4f38-a782-408be5731a75","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.169822517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9198, tv_nsec: 85882451 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:23.170859166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:23.171689354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.254280678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":18}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:23.254625773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":18,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.572728391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.646038451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:23.647098987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.647510254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.658152581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:23.671407526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bcee0974-7c18-46a7-880a-ef0664ad283e","remote_addr":"127.0.0.1:35392","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:23.672926473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:23.673331076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"dc220edd-d7ba-40f5-a27c-eda5a31da51d","remote_addr":"127.0.0.1:49830","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":201}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.684275413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":18}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:23.684720867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:23.690338645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29527","req_id":"5c8d9aeb-5dbd-461c-b685-43468ae34a21","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   41 ac 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   A...........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.691081089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29527","req_id":"5c8d9aeb-5dbd-461c-b685-43468ae34a21","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16812,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.694126267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.695350639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:29527","req_id":"5c8d9aeb-5dbd-461c-b685-43468ae34a21","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:23.69586976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9332","req_id":"606692ab-112e-480e-942c-8ee4bc342d8b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   37 3c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   7<..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.696280436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9332","req_id":"606692ab-112e-480e-942c-8ee4bc342d8b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14140,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.697855474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.698057365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9332","req_id":"606692ab-112e-480e-942c-8ee4bc342d8b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.699365323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.753461151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:23.753917157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.754178877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.756391191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:23.766444708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:23.767827003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"00c89d9f-9cac-4589-8ed0-77e092169f39","remote_addr":"127.0.0.1:39498","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14364824,"response_code":201}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.77062983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.802546008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:23.803555663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.804457825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:23.831316899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:25.506387647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:25.522517693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37348"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:25.524999222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:25.556362351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c89d9f-9cac-4589-8ed0-77e092169f39\", \"content-length\": \"41\", \"date\": \"Wed, 04 Mar 2026 07:12:23 GMT\"} })"}
{"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:25.559119116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","wait_period":"150s","lease_duration":"600s"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.081930172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53793/probes","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.092662568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.126304233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.134629237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"da7e30d3-d06f-4dfb-a5e9-491304f1b70c","remote_addr":"[::1]:37348","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.136160148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.179755802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.180155696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.180402517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.183840224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:26.201150594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39225"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.204835583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.205568799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:26.728986179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.729706931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.730112737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:26.730680404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"da7e30d3-d06f-4dfb-a5e9-491304f1b70c","remote_addr":"[::1]:37348","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":595220,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.732227707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.760567071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.761126883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.761391278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.76429748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:26.770740938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.771661726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":3,"elapsed":"289.297486945s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.772417046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.773015856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.773363787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.773631969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.774028978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.777974484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.782899003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.783673782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:26.787725109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:40094"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.829774422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"74dab730-f1c1-4d1b-bccb-430b2cd1e432","remote_addr":"[::1]:39225","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.830190578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"74dab730-f1c1-4d1b-bccb-430b2cd1e432","remote_addr":"[::1]:39225","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.835348192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.836693243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8c62872-dca6-4621-b9a0-4c0408adaebf\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:12:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.838094977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:26.897242178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"74dab730-f1c1-4d1b-bccb-430b2cd1e432","remote_addr":"[::1]:39225","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":67520,"response_code":204}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.916531759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.917253573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.919622327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"f0674063-3c8c-40d0-841e-3da1401f4d58","remote_addr":"127.0.0.1:40094","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.919956451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"f0674063-3c8c-40d0-841e-3da1401f4d58","remote_addr":"127.0.0.1:40094","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.922348802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/probes\", status: 204, headers: {\"x-request-id\": \"74dab730-f1c1-4d1b-bccb-430b2cd1e432\", \"date\": \"Wed, 04 Mar 2026 07:12:26 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.922812183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"069d3e7e-1784-4021-9952-549bdf909d26"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.923402585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.923753642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.923974812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.924173947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.929350879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.934715564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f0674063-3c8c-40d0-841e-3da1401f4d58","remote_addr":"127.0.0.1:40094","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.935430524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f0674063-3c8c-40d0-841e-3da1401f4d58","remote_addr":"127.0.0.1:40094","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.937860309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f0674063-3c8c-40d0-841e-3da1401f4d58","remote_addr":"127.0.0.1:40094","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.946167298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.947027787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.952133798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.961039185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913 (sled), lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.961750818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.962070804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.962314437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.96444037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:26.975147224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.975641175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:26.979399039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.045228662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10bd4a1c-e2e7-4740-b891-d6c17af9ba15\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:12:26 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.045840707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/rpw/nat/gen","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.061753872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.062560895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.062850601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.063093924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.063411915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.063686501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c822075b-4a1b-4414-8f96-7abc64ae0320\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:12:27 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.064145613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.065951159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/rpw/nat/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"228d4e0a-fdde-414c-8348-631cd87fb589\", \"content-length\": \"1\", \"date\": \"Wed, 04 Mar 2026 07:12:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.06649043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/rpw/nat/gen","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.068714457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.072222915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.075018467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.075567547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.075876681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.076111889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.08017098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.085147103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"14.830539601s"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:27.087735414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"6488a570-6158-4d75-ba69-adf2a2a68733","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13319298,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.104146969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/rpw/nat/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9ab5ace-ed06-4781-a9c2-cc2f2dda219d\", \"content-length\": \"1\", \"date\": \"Wed, 04 Mar 2026 07:12:27 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.104602974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.10484275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.108892904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.228068166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.228689731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:27.234305294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"54c5d0bd-0074-4127-ab2c-2d36fd25edec","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13465013,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.244143213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.304901814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.306363457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.306969451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.310068897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.414139369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.42782509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.428229844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.428423388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.42860549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 12 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.428786449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.428968892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:27.429269208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:27.429896163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:27.430252992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:27.430537197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.431079393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 12 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.433208873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.484770548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.490345501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.530614579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.531302284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.53157212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.53316795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.542992923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.543563967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.547041013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:27.566904954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b244cded-1238-43f6-bbc5-7bb140f7ad8b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5771967,"response_code":200}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.609789066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14153","req_id":"717a8135-8b28-4b3f-9dd7-1d46497cd2f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   06 0e 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.610766016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14153","req_id":"717a8135-8b28-4b3f-9dd7-1d46497cd2f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1550,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.613269799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.641772427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.642167953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.642334013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:14153","req_id":"717a8135-8b28-4b3f-9dd7-1d46497cd2f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.686956186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.846788716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 086d6bd9-ac3f-4a2c-84a3-029594fb9703, lookup_type: ById(086d6bd9-ac3f-4a2c-84a3-029594fb9703) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.847604235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.848201822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.851588859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.859988481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.96345247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:27.966932381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.982104734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:27.987455572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.021416912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9202, tv_nsec: 938174471 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.022821712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.024448232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.128398446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.144188426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.145311617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.145625821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.146318537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b244cded-1238-43f6-bbc5-7bb140f7ad8b\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:12:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.147330867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.150396997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.185863276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.209109665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.209565751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.209792762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.211632526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.211869987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":3,"elapsed":"290.932294105s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.212109673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.212297817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.212515079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.214741019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.227153492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ad6d576a-7fe7-49b7-9b3b-95bea7114129","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.227583926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ad6d576a-7fe7-49b7-9b3b-95bea7114129","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.261230371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ad6d576a-7fe7-49b7-9b3b-95bea7114129","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.261863909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ad6d576a-7fe7-49b7-9b3b-95bea7114129","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.265626011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ad6d576a-7fe7-49b7-9b3b-95bea7114129","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.345325421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.345738642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.346325998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19057","req_id":"21976723-9cb7-445b-bdd9-dcb7a0e16a92","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b3 13 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.346733497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19057","req_id":"21976723-9cb7-445b-bdd9-dcb7a0e16a92","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45843,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.348102747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.348286612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:19057","req_id":"21976723-9cb7-445b-bdd9-dcb7a0e16a92","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.348952735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2768","req_id":"cade759a-cdf9-4a1e-9410-fdde40d9c886","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   16 fb 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.349490353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2768","req_id":"cade759a-cdf9-4a1e-9410-fdde40d9c886","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5883,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.351228325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.351419254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:2768","req_id":"cade759a-cdf9-4a1e-9410-fdde40d9c886","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.35175995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.355522794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.355897949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.356348934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.389443754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.389900611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":15,"elapsed":"18.735552188s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.390278141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.390509139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.39077603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.391204851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.391474657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.393210535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:28.469635301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.499373543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:28.590689314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.618122609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.61930632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.620216678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.620858643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.626343696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:28.632242512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.633191687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:61903/eip-gateways","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.741735073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.824226267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.881889321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.882331058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.886054052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.903187931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.903542977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.909527412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"bab9780f-e173-4505-9860-11f8bb985859","remote_addr":"[::1]:45799","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.909884481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"bab9780f-e173-4505-9860-11f8bb985859","remote_addr":"[::1]:45799","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:28.912199239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"bab9780f-e173-4505-9860-11f8bb985859","remote_addr":"[::1]:45799","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2709,"response_code":204}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.944107712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":7,"elapsed":"19.132818452s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.94446432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.944661321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.94487241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.945126976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.945331462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.947419579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.965736238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:28.966055832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9619","req_id":"01d113be-88b6-4f7c-b9ba-af28ee803be9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   2d 3b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   -;..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.966338544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9619","req_id":"01d113be-88b6-4f7c-b9ba-af28ee803be9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11579,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.968080113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.969384894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.996927967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:28.998144513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9619","req_id":"01d113be-88b6-4f7c-b9ba-af28ee803be9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.209125789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bab9780f-e173-4505-9860-11f8bb985859\", \"date\": \"Wed, 04 Mar 2026 07:12:28 GMT\"} })"}
{"msg":"VPC route manager sled eeec5ebb-058d-421c-a1c3-edf0467c81b4","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:29.209698557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.209882412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/vpc-routes","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.222478028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.286989062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.2874057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.287651548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.289665157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.295377643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.295858257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.296338972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.296579309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.299995344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:29.396132681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52252"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.399286144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9204, tv_nsec: 316283089 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.399824934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.40025088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.404767179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":12}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.4052708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 8 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.405802395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.434512736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.438982734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.449578488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.483790216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.484206633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.484465206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.487841342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"unrolling 8 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.492762365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.56514831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.56726842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.567647734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.567900205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.568127456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.570716809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.584138566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"cdae5065-70ca-4872-bfba-0a1a84bad200","remote_addr":"[::1]:52252","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.584517669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"cdae5065-70ca-4872-bfba-0a1a84bad200","remote_addr":"[::1]:52252","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.621963549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.622528952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:29.678347673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:29.682897549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"cdae5065-70ca-4872-bfba-0a1a84bad200","remote_addr":"[::1]:52252","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":98824,"response_code":200}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.683776946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"8bda537f-a00f-4a18-a942-737c6c2b6783 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.68414669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/ereports?committed=1&limit=255&restart_id=8bda537f-a00f-4a18-a942-737c6c2b6783&start_at=2","method":"POST"}
{"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:29.709762746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:29.710805647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/producers","method":"POST","req_id":"f0674063-3c8c-40d0-841e-3da1401f4d58","remote_addr":"127.0.0.1:40094","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2791356,"response_code":201}
{"msg":"listed attached subnets","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.711557991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.712790028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/attached_subnet","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.735978492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.736864833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.739991663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.741340412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63069","req_id":"f7b246a6-da3e-4153-99f3-5d60a5e42227","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   09 e7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.74243726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63069","req_id":"f7b246a6-da3e-4153-99f3-5d60a5e42227","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2535,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.74628905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.746618234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:63069","req_id":"f7b246a6-da3e-4153-99f3-5d60a5e42227","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.747940159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53772","req_id":"45128dc0-47fc-4954-a867-d92eaf4613c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d1 eb 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.748732934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53772","req_id":"45128dc0-47fc-4954-a867-d92eaf4613c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53739,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.750515815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.750885679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53772","req_id":"45128dc0-47fc-4954-a867-d92eaf4613c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.753333932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdae5065-70ca-4872-bfba-0a1a84bad200\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:29 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.754562091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.755534753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.762642018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.769715136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.775429916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.776372398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:29.776848985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.782397844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:29.784387376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:30.388413942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.388980377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.424765289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/attached_subnet\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd2ae0cd-0127-4f18-90cb-024aac7e3121\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:12:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.426102966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/attached_subnet","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.435125245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.491190074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913 (sled), lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.491658024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.491898561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.49610741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.501013655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.55406059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.581817578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.582202132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.583882209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.588007953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/attached_subnet\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed656990-3f75-407a-86fa-0420a748894e\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:12:30 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.589798609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{\"switch0\":{\"errors\":[],\"n_subnets_added\":0,\"n_subnets_removed\":0,\"n_total_subnets\":0},\"switch1\":{\"errors\":[],\"n_subnets_added\":0,\"n_subnets_removed\":0,\"n_total_subnets\":0}},\"sled\":{}}","iteration":4,"elapsed":"18.04643328s"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:30.590536234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.590832953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.676440868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b73718e1-2c70-4cce-aa5a-bd1118f6db23\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:12:30 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.676891423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.748289956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.748685682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.750080512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.75160016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.755655585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.756036682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.756261548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.756811561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"525be134-2a22-416d-91f2-421477da7506\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:12:30 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:30.757187688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.757768882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.764475131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/ereports?committed=1&limit=255&restart_id=8bda537f-a00f-4a18-a942-737c6c2b6783&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1504995e-bf79-45b0-9987-9ec23740597f\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:12:30 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.765002899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"8bda537f-a00f-4a18-a942-737c6c2b6783 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.774754998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.775198488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"0c808471-2bb0-40d0-bf55-e3ffd717714e"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.778478552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.778888897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.77916707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.779414752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.783892194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.789705851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.803859872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.804334234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.804783656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.808129512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.812605812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.84507602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.84546834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.845698146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.848706912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.961378537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f99697a9-04b2-489a-88ae-bfa161108839\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:12:30 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.9622158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.991159755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":6,"elapsed":"48.095969632s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:30.991630991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:30.991953872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.087419725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.092655754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.100032685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.126994474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9263","req_id":"542df844-baa0-469a-a663-7f90f64cd1ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   89 e0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.127438115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9263","req_id":"542df844-baa0-469a-a663-7f90f64cd1ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35296,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.12857878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.129813212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.130749662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.132727921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:9263","req_id":"542df844-baa0-469a-a663-7f90f64cd1ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.133756995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"null","iteration":5,"elapsed":"39.578249659s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.134044866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.134320364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.134526002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.143252985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:31.166169198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.166541537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.170996365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.171387061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"769d5d65-79a4-421b-a160-ee11d4f3e8ad"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.171664753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.17191518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.172163243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.172400554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.174709319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:31.205066451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.206647201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":5,"elapsed":"15.304236512s"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.23382578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"52a62dc0-c6f7-4b9f-a5e8-382efb7ce366","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.244263971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9206, tv_nsec: 154744053 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.244939653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.246518949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.246754788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56700","req_id":"1ffba634-e3be-44d2-b159-dec02a55fd2f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   c7 9a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.257847118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56700","req_id":"1ffba634-e3be-44d2-b159-dec02a55fd2f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51098,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.259206448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.261295266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.262250353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.262512083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:56700","req_id":"1ffba634-e3be-44d2-b159-dec02a55fd2f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:31.355767306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"52a62dc0-c6f7-4b9f-a5e8-382efb7ce366","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":121576,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.361747072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.362948268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.370942254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.409643658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9206, tv_nsec: 324810078 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.410687441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.414491497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.435275876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.436298597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 3 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.436618453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.441942497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.550596152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.55104829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.551276633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.55149169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.567409204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 3 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.569245561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.632561251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:31.675427567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ad6d576a-7fe7-49b7-9b3b-95bea7114129","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3429595,"response_code":200}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.717030624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27619","req_id":"d6d7d45b-a754-4995-9eae-bb8779d5ff45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   8d 69 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .i..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.723077744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27619","req_id":"d6d7d45b-a754-4995-9eae-bb8779d5ff45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36201,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.736557997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.743483442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27619","req_id":"d6d7d45b-a754-4995-9eae-bb8779d5ff45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.793606349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39318","req_id":"eb22d156-da18-4fca-a2f6-8fd1f618b421","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f4 72 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .r..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.799160831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39318","req_id":"eb22d156-da18-4fca-a2f6-8fd1f618b421","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62578,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.801607801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.802465324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:39318","req_id":"eb22d156-da18-4fca-a2f6-8fd1f618b421","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.804307012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad6d576a-7fe7-49b7-9b3b-95bea7114129\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:12:31 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.805974954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:31.806708712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:31.807217432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:31.80773493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:31.83615264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:32.570306801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.570720522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.581635911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:32.582196194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.586928032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:32.587453746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38350","req_id":"84c0c225-70b6-4b0b-8ee5-f1e85afd31f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f1 bf 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.587784823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38350","req_id":"84c0c225-70b6-4b0b-8ee5-f1e85afd31f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61887,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.594616161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.594774365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:38350","req_id":"84c0c225-70b6-4b0b-8ee5-f1e85afd31f5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:32.595044953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53036","req_id":"09b0505c-719d-4de2-91dd-1f4cef77b0a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   20 15 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e    ...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.595318676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53036","req_id":"09b0505c-719d-4de2-91dd-1f4cef77b0a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8213,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.596209295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.596342289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53036","req_id":"09b0505c-719d-4de2-91dd-1f4cef77b0a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:32.596612376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.597624165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:32.597906556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:32.598094078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.604211388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.696159625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:32.69659506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.696824495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.700085251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.707478024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:32.707802739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:32.707965041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.708159568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.723926191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:32.730157848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"431610ea-92d1-4b0b-99d2-89fc846730ae","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:32.730830544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"431610ea-92d1-4b0b-99d2-89fc846730ae","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:33.858134702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/local/all-sp-ids","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:33.899690966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"431610ea-92d1-4b0b-99d2-89fc846730ae","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:33.90697843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"431610ea-92d1-4b0b-99d2-89fc846730ae","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:33.910364876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"431610ea-92d1-4b0b-99d2-89fc846730ae","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:33.918423531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:33.922536058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:33.932159101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:33.974898224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:33.975425341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:33.975698033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:33.978701007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.048878465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.049277538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.049508356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.658886762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:61903/probes","method":"PUT"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:34.660999067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.661429462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":4,"elapsed":"7.888768361s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.662080214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.690311474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.690952136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.691737236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.692174695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.692566112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.69363239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.749746677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.773770801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.774416433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.774860285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.777361392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:34.815357345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43942"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.825659295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":33,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.826246291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":33,"elapsed":"1.129844ms"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.827095478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:34.827533458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.828654935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"1.528065ms"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.833522282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00a96086-8445-40c9-8996-2fe50eb3dfdc\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:12:34 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:34.834727295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:34.835542785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.83592827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:34.877150812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.877533442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.917405671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.917669646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.93566714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: 069d3e7e-1784-4021-9952-549bdf909d26 (sled), lookup_type: ById(069d3e7e-1784-4021-9952-549bdf909d26) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.938608502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.938915391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.939117312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.941609111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.979501539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"b971edad-0407-42e6-842c-96c7cab187af","remote_addr":"[::1]:43942","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.983528958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"b971edad-0407-42e6-842c-96c7cab187af","remote_addr":"[::1]:43942","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:34.985341357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4543","req_id":"467f16f1-f8d2-408f-9520-ac68c73ed7bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   4c 04 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   L............_mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.985677034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4543","req_id":"467f16f1-f8d2-408f-9520-ac68c73ed7bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19460,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.986491722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.987259847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.987894588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:34.988425162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:4543","req_id":"467f16f1-f8d2-408f-9520-ac68c73ed7bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.098694296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f788c808-0cdf-4198-a774-b89a7ceab2f2\", \"content-length\": \"105\", \"date\": \"Wed, 04 Mar 2026 07:12:34 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.282647772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.283581727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.284327268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.28525984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.308695986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.311501288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.312054817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.31250457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.312903012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.315401875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.352465176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.353048875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.353506724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.353911598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.359261544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.368622886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.368978392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.369199331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.369396843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.373716512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:35.376878643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"b971edad-0407-42e6-842c-96c7cab187af","remote_addr":"[::1]:43942","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":397451,"response_code":204}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.381184595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 52955, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 49070, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9210, tv_nsec: 298340806 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.381687894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.385016555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.42349656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.423775674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":3,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.430381995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/probes\", status: 204, headers: {\"x-request-id\": \"b971edad-0407-42e6-842c-96c7cab187af\", \"date\": \"Wed, 04 Mar 2026 07:12:35 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.458639757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.459111324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.460274864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.460584039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.460784897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.462936831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.489943679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.517655698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.517981925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.51819564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.521970958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:35.612326291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet03"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.612665385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:60594/eip-gateways","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:35.620884639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39960"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:35.62118223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43173"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:35.621340444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56547"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.624428647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":3}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.624730838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 9 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.624877228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.627787769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37278","req_id":"2559c841-3984-490e-b08b-c10cfa43aab8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d4 52 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .R..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.628442449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37278","req_id":"2559c841-3984-490e-b08b-c10cfa43aab8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54354,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.629302407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.63026068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:37278","req_id":"2559c841-3984-490e-b08b-c10cfa43aab8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.630604373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3159","req_id":"3c1f9470-584f-426a-8c97-4616967031d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f5 ec 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.630909519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3159","req_id":"3c1f9470-584f-426a-8c97-4616967031d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62956,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.631703426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.632145364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:3159","req_id":"3c1f9470-584f-426a-8c97-4616967031d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.633962943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:35.6342733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:35.634497585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:35.634698574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.637673072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 9 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.641627275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.687763516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.692729418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.69311289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:35.693357827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.693566882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:35.696867537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.719883441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49070/bfd/peers","method":"GET"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:36.721748736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.722044654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:36.722216455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.722365581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":6,"elapsed":"286.688894544s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.722557161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.722713211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.722899762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.726283282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.74040575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"f4f616a0-edc2-4e48-ac48-e4081c1804d9","remote_addr":"[::1]:39960","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.741076543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"c28e6992-1012-45e4-ab6c-92396de1f5e1","remote_addr":"[::1]:43173","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.74173995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"6cfee511-b1ff-4cd9-b40b-63201d4dbfb4","remote_addr":"[::1]:52252","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.742000989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"6cfee511-b1ff-4cd9-b40b-63201d4dbfb4","remote_addr":"[::1]:52252","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.742269863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"b6a7146b-f733-4ace-b972-0144cb2a6107","remote_addr":"[::1]:56547","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:36.776223467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"f4f616a0-edc2-4e48-ac48-e4081c1804d9","remote_addr":"[::1]:39960","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":35870,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:36.776651628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"c28e6992-1012-45e4-ab6c-92396de1f5e1","remote_addr":"[::1]:43173","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":35473,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:36.776853929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"6cfee511-b1ff-4cd9-b40b-63201d4dbfb4","remote_addr":"[::1]:52252","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":35053,"response_code":204}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:36.777036813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"b6a7146b-f733-4ace-b972-0144cb2a6107","remote_addr":"[::1]:56547","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":34576,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.795688506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.796013452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.796667711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.796882458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.797019089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.799160843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6cfee511-b1ff-4cd9-b40b-63201d4dbfb4\", \"date\": \"Wed, 04 Mar 2026 07:12:36 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.799664894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":4,"elapsed":"386.474661418s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.799867727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:36.800013506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.800138404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.80030731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.800476395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.800635221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.803660459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.80702909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.810540614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.810784148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.81094153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.811086889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.81875085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.81904787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.819411372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.822327053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.854671602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49070/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d768dad-b7ee-46ca-8373-202b5d97057c\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:36 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.872538106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":5,"elapsed":"15.50533031s"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.900219634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.902771051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.903053843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.903265032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.908404369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.918904243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":17}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.919195962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.920933433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.924306703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.92475348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.925076141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.951045027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.989514661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:36.989861259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.990045796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:36.991900129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.074126938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64335","req_id":"7c74cc20-0640-4368-939c-c66b70aefd0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e3 45 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .E..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.074487564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64335","req_id":"7c74cc20-0640-4368-939c-c66b70aefd0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58181,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.075101273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.075978445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.076778364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.077481561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:64335","req_id":"7c74cc20-0640-4368-939c-c66b70aefd0b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.321844416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.326624359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.328060351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.333221091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.337674135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":16,"elapsed":"8.948444025s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.338363073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.338796554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.339268251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.339702603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.34009369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.344080228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.348874359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9212, tv_nsec: 266180609 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.41927951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.420112254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:37.436980696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36491"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:37.43729518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40094"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.43920825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.439487444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.446374082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":8,"elapsed":"8.502024009s"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:37.448740933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"431610ea-92d1-4b0b-99d2-89fc846730ae","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4718647,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.452352245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"d69194a4-ad63-495d-bd40-582cc4cea249","remote_addr":"[::1]:36491","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.465549656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"071e86a6-1ad0-4098-8909-2915936d426c","remote_addr":"[::1]:40094","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.494575704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431610ea-92d1-4b0b-99d2-89fc846730ae\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:12:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.495800827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:37.542190712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"d69194a4-ad63-495d-bd40-582cc4cea249","remote_addr":"[::1]:36491","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":89861,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:37.560161102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"071e86a6-1ad0-4098-8909-2915936d426c","remote_addr":"[::1]:40094","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":94632,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.560972504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.587684917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.587990083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.588246121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.590863279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.641754103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c9eccd2-89ff-4be0-931a-29f3d2afa317","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.642126021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c9eccd2-89ff-4be0-931a-29f3d2afa317","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.651923069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.652233035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":3,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.652426289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49370","req_id":"da7e8cf6-bc92-4628-a9ee-4979ef2f9af3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9a a5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.652746955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49370","req_id":"da7e8cf6-bc92-4628-a9ee-4979ef2f9af3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39589,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.653617264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.654140162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:49370","req_id":"da7e8cf6-bc92-4628-a9ee-4979ef2f9af3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.654474837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1366","req_id":"2134bb80-95c4-40b7-941a-a65e6000f546","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   35 66 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   5f..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.654769613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1366","req_id":"2134bb80-95c4-40b7-941a-a65e6000f546","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13670,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.655795871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.655927612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:1366","req_id":"2134bb80-95c4-40b7-941a-a65e6000f546","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.65666648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c9eccd2-89ff-4be0-931a-29f3d2afa317","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.657028579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c9eccd2-89ff-4be0-931a-29f3d2afa317","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.660058597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c9eccd2-89ff-4be0-931a-29f3d2afa317","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found latest target blueprint (unchanged)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.688581636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"original_time_created":"2026-03-04 07:05:14.502078 UTC","original_target_id":"086d6bd9-ac3f-4a2c-84a3-029594fb9703","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-03-04 07:05:14.502078 UTC","target_id":"086d6bd9-ac3f-4a2c-84a3-029594fb9703"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.688961971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"time_created\":\"2026-03-04T07:05:14.502078Z\"}","iteration":3,"elapsed":"308.331776869s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.689183361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.689340964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.689519489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.68971662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.689888983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.693299686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.758503406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.930879088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 069d3e7e-1784-4021-9952-549bdf909d26 (sled), lookup_type: ById(069d3e7e-1784-4021-9952-549bdf909d26) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:37.931283502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.9317056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:37.955127888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:38.035804569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:38.155837675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:38.177790765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:38.178294215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:38.180281312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.412460341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/switch/identifiers","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.41481645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.450289893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.450671531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.450817982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.450995294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.453351484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.456437353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.47935527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.479730815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.480014248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.481189663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.490199707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":3}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.490540484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.500836323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-03-04T07:05:07.856743Z, time_modified: 2026-03-04T07:05:07.856743Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 8c834796-5858-4901-acb8-22e999baf110, db_silo: Silo { identity: SiloIdentity { id: 8c834796-5858-4901-acb8-22e999baf110, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-04T07:05:15.565273Z, time_modified: 2026-03-04T07:05:15.565273Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 8c834796-5858-4901-acb8-22e999baf110, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8c834796-5858-4901-acb8-22e999baf110, db_silo: Silo { identity: SiloIdentity { id: 8c834796-5858-4901-acb8-22e999baf110, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-04T07:05:15.565273Z, time_modified: 2026-03-04T07:05:15.565273Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.501508317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"8c834796-5858-4901-acb8-22e999baf110\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"8c834796-5858-4901-acb8-22e999baf110\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 8c834796-5858-4901-acb8-22e999baf110 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"302.306255498s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.501773965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.501901729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.502050624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.502213097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.502357013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.503839898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.509056028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.526061853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.526361428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.52656392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.527857188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:39.534855858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52882"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:39.535214831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60291"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.565099855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"226547f4-2d18-453c-aa11-44a830dfe3d0\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:12:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.568193249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.589981933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.635888588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.63642374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.636954174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.639893191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.643825531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.644320194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.644703134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.645337945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.648016946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.656133185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.668706407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.669263553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.669753857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 3 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.670155194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.670711369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"fcc90b7b-2550-43ef-9714-f0dc99a7117c","remote_addr":"[::1]:52882","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.671353123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"1172053f-0ad7-4640-bb63-ab9d4a6b4162","remote_addr":"[::1]:60291","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.672605561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.690327087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.690833603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.691041095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.692454572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.69500638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:39.695316015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:39.695544139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:39.69573115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.695904915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.696945442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:39.697988102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"fcc90b7b-2550-43ef-9714-f0dc99a7117c","remote_addr":"[::1]:52882","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":27258,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:39.706961925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/crucible/pantry/0","method":"GET","req_id":"1172053f-0ad7-4640-bb63-ab9d4a6b4162","remote_addr":"[::1]:60291","local_addr":"[::1]:44334","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":35607,"response_code":200}
{"msg":"unrolling 3 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.800596871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.827225237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.845032254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"0c808471-2bb0-40d0-bf55-e3ffd717714e"}
{"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.848987258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.849312424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_time_created":"2026-03-04 07:05:15.697585 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.849531018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":4,"elapsed":"306.258724956s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.850022104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.850259936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.850426828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.891694328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.893812605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.939002536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.956983648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bdbcd21-f494-40ba-8681-f60d46edd336\", \"content-length\": \"206\", \"date\": \"Wed, 04 Mar 2026 07:12:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.957442359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56175/rpw/nat/gen","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:39.958875175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.959242224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.967792165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.968297849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":3,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.97304128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56175/rpw/nat/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e81addbb-35e3-4816-bc08-3b32c720b5ae\", \"content-length\": \"1\", \"date\": \"Wed, 04 Mar 2026 07:12:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.973504079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44007/rpw/nat/gen","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.975210218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.977428814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.977811464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:39.978118494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.97840368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:39.980295287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.002369298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.002918579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.003246971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.00439447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.044112594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44007/rpw/nat/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72419b30-da24-4c5e-8e8f-fd0855c49144\", \"content-length\": \"1\", \"date\": \"Wed, 04 Mar 2026 07:12:39 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.044539241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.044813275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.074917244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.091518646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.114989351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.116863132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.117903448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.118761843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.11929912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.122137117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.238978513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":3}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.239387245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.2398728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.240173677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.240479515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.244144964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.246983933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.247398566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.247673643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.250465137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.252994781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.258614733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.259168743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.259549289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.275856446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.377366283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.377645999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":4,"elapsed":"12.166537954s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.383056695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.415292969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.415582223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.415759405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.460737445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.465413101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.465753056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.46873071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.47950058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.479770787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.482079322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":29,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"769d5d65-79a4-421b-a160-ee11d4f3e8ad"}
{"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.48237031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.482533504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_time_created":"2026-03-04 07:05:14.517650 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.482708461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":4,"elapsed":"310.769073591s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.482865854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.483133626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.483285437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.483454563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.485442541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"no bootstore config found in db","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:40.493702065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","key":"network_key"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.493934708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.494101278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.495854571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:40.498074449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"59707349-3662-4444-be80-7a21229990a2"}
{"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.498268164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-04 07:06:09.157288 UTC","collection_id":"59707349-3662-4444-be80-7a21229990a2"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.499019566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"59707349-3662-4444-be80-7a21229990a2\",\"time_done\":\"2026-03-04 07:06:12.069416 UTC\",\"time_started\":\"2026-03-04 07:06:09.157288 UTC\"}","iteration":29,"elapsed":"392.031674744s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.499233952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":30,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.499364652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.499518177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.499680158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.49982694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.501373732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.509502386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"original_time_started":"2026-03-04 07:06:06.933084 UTC","original_id":"27dcd870-599e-45f9-a9a5-77dfb315e555","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.50973093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"27dcd870-599e-45f9-a9a5-77dfb315e555\",\"time_loaded\":\"2026-03-04T07:06:25.872316208Z\",\"time_started\":\"2026-03-04T07:06:06.933084Z\"}}","iteration":29,"elapsed":"374.63740898s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.509910657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":30,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.51004297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.510193158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.510349418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.510498124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.512455201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:40.514484832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c9eccd2-89ff-4be0-931a-29f3d2afa317","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2872882,"response_code":200}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.526398363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9eccd2-89ff-4be0-931a-29f3d2afa317\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:12:40 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.526958716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.527158062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:40.527288681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:40.527433278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.549783939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.552138455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.578465002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.578728916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.578889515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.58049846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.584233368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"da3acd87-4f74-407f-ad21-b97f09a19ada","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.584473345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"da3acd87-4f74-407f-ad21-b97f09a19ada","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.589992055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.590221701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.5903466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.590464043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.590580614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.590693569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.590803868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"da3acd87-4f74-407f-ad21-b97f09a19ada","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.591036029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"da3acd87-4f74-407f-ad21-b97f09a19ada","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.592876544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"da3acd87-4f74-407f-ad21-b97f09a19ada","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.60023058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.602884441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.604586201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.604834063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:40.604999652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.605151343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:40.607462704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.250535308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:60594/probes","method":"PUT"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.267023625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.297363844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:41.29764399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.297815581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.300793676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:41.308400323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34743"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.309918097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:41.310304395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.311286195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.311964842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.312414195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.313366877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.314501661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:41.330580485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:41.331834435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.333656995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.336071871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.339144984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.339825386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:41.342338267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:41.342810304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:41.34328165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.343612247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.345636838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.38093369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"8bda537f-a00f-4a18-a942-737c6c2b6783 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.381262493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/switch/1/ereports?committed=1&limit=255&restart_id=8bda537f-a00f-4a18-a942-737c6c2b6783&start_at=2","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:41.410645671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"2ceaf812-e416-4863-aaa8-390848e3199c","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:41.41374681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"81998466-e24c-4d81-b8e7-730474ddd244","remote_addr":"[::1]:34743","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:41.41420486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"81998466-e24c-4d81-b8e7-730474ddd244","remote_addr":"[::1]:34743","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:41.479809947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"2ceaf812-e416-4863-aaa8-390848e3199c","remote_addr":"127.0.0.1:53040","local_addr":"127.0.0.1:58744","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":69362,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:41.485243468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"81998466-e24c-4d81-b8e7-730474ddd244","remote_addr":"[::1]:34743","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":71620,"response_code":204}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.911759075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:42.934029476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62756"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.93578861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.936031242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 8 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.936158985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.937487103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"timer-based collection request queue is full! This may indicate that the producer has a sampling interval that is too fast for the amount of data it generates","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:42.937740386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/collection_task.rs:874","component":"oximeter","interval":"1s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.937912057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.946485495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.946760561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.949385053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.97328976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.97359194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.973738872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":58744,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.975362657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/probes\", status: 204, headers: {\"x-request-id\": \"81998466-e24c-4d81-b8e7-730474ddd244\", \"date\": \"Wed, 04 Mar 2026 07:12:41 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.975618235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:42.975752982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.97587759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[{\"error\":\"failed to update probes on sled: Communication Error: error sending request for url (http://[::1]:57516/probes): error sending request for url (http://[::1]:57516/probes): operation timed out\",\"sled_id\":\"039be560-54cc-49e3-88df-1a29dadbf913\",\"sled_ip\":\"::1\"}],\"probes_by_sled\":{\"069d3e7e-1784-4021-9952-549bdf909d26\":0,\"b6d65341-167c-41df-9b5c-41cded99c229\":0,\"eeec5ebb-058d-421c-a1c3-edf0467c81b4\":0}}","iteration":2,"elapsed":"392.670803146s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.976216693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:42.976345439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.976448153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.976584714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.976726706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.97686442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.978957136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.981194219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.983240433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.983460901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.983595438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.983719545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:42.985584058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.985815307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:42.985929965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.988825295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53250","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.989141523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53250/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"unrolling 8 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:42.9904593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.023624569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.078879691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"2f126d67-3022-428d-84e2-074cd5415cde","remote_addr":"[::1]:62756","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.079176791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"2f126d67-3022-428d-84e2-074cd5415cde","remote_addr":"[::1]:62756","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.11271503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"da3acd87-4f74-407f-ad21-b97f09a19ada","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2528452,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.114466168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"2f126d67-3022-428d-84e2-074cd5415cde","remote_addr":"[::1]:62756","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":35627,"response_code":200}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.116065825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"null","iteration":6,"elapsed":"11.982097702s"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.133442066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"804d7389-bc48-49ca-a296-39e5ea8d2a8a","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.13382678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"804d7389-bc48-49ca-a296-39e5ea8d2a8a","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.137624783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da3acd87-4f74-407f-ad21-b97f09a19ada\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:12:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.139913679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.141712792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92902134-feb9-4c16-94ee-56106636f688\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:12:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.144062499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"tuf_repo_prune decision","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.147831725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.148984985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":3,"elapsed":"125.288022292s"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.14985815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.153875669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.154283639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.154562182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.155239327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"804d7389-bc48-49ca-a296-39e5ea8d2a8a","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.155706044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"804d7389-bc48-49ca-a296-39e5ea8d2a8a","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.1598531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"804d7389-bc48-49ca-a296-39e5ea8d2a8a","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.162296343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f126d67-3022-428d-84e2-074cd5415cde\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:43 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.163363001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet01"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.163696093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet01"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.16394652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet01"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.164556842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/v2p","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.172464207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5562be5d-78c3-4588-b8eb-b1eaafaeb7c9","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.172901385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5562be5d-78c3-4588-b8eb-b1eaafaeb7c9","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.195740325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62242"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.199217171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.199570553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.206660323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5562be5d-78c3-4588-b8eb-b1eaafaeb7c9","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.207168202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5562be5d-78c3-4588-b8eb-b1eaafaeb7c9","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.23355056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5562be5d-78c3-4588-b8eb-b1eaafaeb7c9","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.27602103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/switch/1/ereports?committed=1&limit=255&restart_id=8bda537f-a00f-4a18-a942-737c6c2b6783&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"541c6844-c7fe-496a-ad76-277afb30c4a4\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:12:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.278531706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"8bda537f-a00f-4a18-a942-737c6c2b6783 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.286176209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.319303953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.337838364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"75096a35-7235-4ef5-8778-e15cf0134e1e","remote_addr":"[::1]:62242","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.338108931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"75096a35-7235-4ef5-8778-e15cf0134e1e","remote_addr":"[::1]:62242","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.340728364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2f33c222-9f61-42aa-a38e-bb3ff0d96c05","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.340980144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2f33c222-9f61-42aa-a38e-bb3ff0d96c05","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.364117727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2f33c222-9f61-42aa-a38e-bb3ff0d96c05","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.364407432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2f33c222-9f61-42aa-a38e-bb3ff0d96c05","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.366036337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2f33c222-9f61-42aa-a38e-bb3ff0d96c05","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.396948812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"75096a35-7235-4ef5-8778-e15cf0134e1e","remote_addr":"[::1]:62242","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":59152,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.401956217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.45148703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.451772466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.451929609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.45322424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.458770215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.500284606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.500725772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.500862563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.501069845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.501220114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.501360803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.506904223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.511863282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.512070263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.546416427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75096a35-7235-4ef5-8778-e15cf0134e1e\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:43 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.546907943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet02"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.547624266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet02"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.547806779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet02"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.547930915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/v2p","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.548753609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81edf8b4-1756-462c-97cd-8ee2f8289fdf\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:12:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.549165808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.549642875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"gateway_url":"http://[::1]:53250","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53250/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cc75e4f-d1b7-4057-bc56-363155495298\", \"content-length\": \"81\", \"date\": \"Wed, 04 Mar 2026 07:12:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.550028942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.553849259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.554098555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.554251849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.554389362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.556246511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.559397328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":7,"elapsed":"12.568131453s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.565572843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.565843311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.565977197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.582832984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49201"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.587373331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.587667776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":17,"elapsed":"6.249065277s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.587885198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.588023492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.588226015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.588373918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.588511892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.590601502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"updating bootstore config","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.602333493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"EarlyNetworkConfig { body: EarlyNetworkConfigBody { ntp_servers: [], rack_network_config: Some(RackNetworkConfig { bfd: [], bgp: [], infra_ip_first: 0.0.0.0, infra_ip_last: 0.0.0.0, ports: [], rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 } }) }, generation: 3, schema_version: 2 }"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.630318323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:12345/network-bootstore-config","method":"PUT"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.633419513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"error updating bootstore","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-03-04T07:12:43.633856541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)","config":"EarlyNetworkConfig { body: EarlyNetworkConfigBody { ntp_servers: [], rack_network_config: Some(RackNetworkConfig { bfd: [], bgp: [], infra_ip_first: 0.0.0.0, infra_ip_last: 0.0.0.0, ports: [], rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 } }) }, generation: 3, schema_version: 2 }","location":"switch0"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.640154659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"393.3228075s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.640673269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.640986882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.641372097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.641697634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.641978852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.644662021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.648938665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"55836dd2-c551-4618-8d79-1b70c0e0037e","remote_addr":"[::1]:49201","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.649457986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"55836dd2-c551-4618-8d79-1b70c0e0037e","remote_addr":"[::1]:49201","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.651717594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.652055986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.664973141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"55836dd2-c551-4618-8d79-1b70c0e0037e","remote_addr":"[::1]:49201","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":16069,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.668635184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.682159554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.690762851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.69133643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.695572163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.705187099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: 086d6bd9-ac3f-4a2c-84a3-029594fb9703, lookup_type: ById(086d6bd9-ac3f-4a2c-84a3-029594fb9703) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.705797822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.706145382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.706302254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.710866789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.716609605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61903/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55836dd2-c551-4618-8d79-1b70c0e0037e\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:43 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.716854291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.716983257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.717106873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.717459633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60594/v2p","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.721521981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.787583144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.787884252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.788041875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.789634367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.802284943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.845580912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.84586198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.846080895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.848385242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.853557584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.853770317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.853888652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.854098859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.856083451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.863716681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.863949413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.864223918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.864366862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.866217027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.870374815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45179"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.871848772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.872156904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserting 8 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.872308976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.900680384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.928715865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.963122259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"693478f1-366b-4672-9e6c-ae174d15b52a","remote_addr":"[::1]:45179","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.963370652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"693478f1-366b-4672-9e6c-ae174d15b52a","remote_addr":"[::1]:45179","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.967896942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.968136327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.968392055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.968538736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:43.968684436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.96882273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.971159351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.991200404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:43.991981616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"693478f1-366b-4672-9e6c-ae174d15b52a","remote_addr":"[::1]:45179","local_addr":"[::1]:60594","component":"dropshot","sled_id":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","component":"omicron_sled_agent::sim::Server","latency_us":28880,"response_code":200}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:43.99618803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"1.058475319s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.043948967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.073168379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.076409998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.078419408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.079268194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.079785401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.082444673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:44.087979015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5562be5d-78c3-4588-b8eb-b1eaafaeb7c9","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":915547,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:44.135312212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"804d7389-bc48-49ca-a296-39e5ea8d2a8a","remote_addr":"127.0.0.1:55163","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1001720,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.151954545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.152175915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.15261665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 3 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.152714294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.1535226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5562be5d-78c3-4588-b8eb-b1eaafaeb7c9\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:12:44 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.153728308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.153857344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:44.153953796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:44.154068213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.200022713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"eeec5ebb-058d-421c-a1c3-edf0467c81b4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60594/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"693478f1-366b-4672-9e6c-ae174d15b52a\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:43 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:44.20031351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet03"}
{"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:44.200433208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet03"}
{"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:44.200533918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet03"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.200629929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":4,"elapsed":"119.040319069s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.200954393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.201098008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.20120979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.203875234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:44.217482589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"unrolling 3 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.223844445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.239950583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.242767718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:44.309368232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"2f33c222-9f61-42aa-a38e-bb3ff0d96c05","remote_addr":"127.0.0.1:43905","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":969127,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.312291999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.316344527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.317769508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.317961268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.320515702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.363558829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.363859185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.364109623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.365257072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.392015647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.392393607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.392564717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.392719114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.39522447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.397285313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.397456402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.397578274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.397695778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.397844543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.397997808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.39814503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.400633903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.407170585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"de7b9710-7105-4d2e-97fe-b031512e50b4","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.407398468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"de7b9710-7105-4d2e-97fe-b031512e50b4","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.426897104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"de7b9710-7105-4d2e-97fe-b031512e50b4","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.42720706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"de7b9710-7105-4d2e-97fe-b031512e50b4","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.438109102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"de7b9710-7105-4d2e-97fe-b031512e50b4","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.477402111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.477914228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.478453269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.481328589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.487617329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.535861096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.540616721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.540852178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":3,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.623464553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.651270729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.65192078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.652507184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.654852512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.659898203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":9,"elapsed":"691.747949ms"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.661524293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.681236223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:44.681613482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.681847807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:44.682852533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:45.720264218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.720482922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/vpc-routes","method":"GET"}
{"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.72249086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.722681639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.722789253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.722889973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.723020843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.723237754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.72336693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.725962796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:45.733042427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40155"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.735731097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.735922817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.763333277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.778385491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.780693205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.781384598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.78192471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":26,"elapsed":"32.026490683s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.783750627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.784150731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.788452736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.799747979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"d835b42b-8a3c-4223-ba1d-39cb4207a639","remote_addr":"[::1]:40155","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.800153775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"d835b42b-8a3c-4223-ba1d-39cb4207a639","remote_addr":"[::1]:40155","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.80219547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":3}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.80248268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.802812736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.802985789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.847909442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 086d6bd9-ac3f-4a2c-84a3-029594fb9703, lookup_type: ById(086d6bd9-ac3f-4a2c-84a3-029594fb9703) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.848344395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.848644872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.850610296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:45.857414549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"d835b42b-8a3c-4223-ba1d-39cb4207a639","remote_addr":"[::1]:40155","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":57825,"response_code":200}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.858787306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.861364164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.862093352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(3e4834ed-efed-40c7-b703-e6583496a50c, 2), (f31a9978-2f98-4a90-99ca-fda3752d68eb, 2), (27dcd870-599e-45f9-a9a5-77dfb315e555, 2), (59707349-3662-4444-be80-7a21229990a2, 2)]","collection_id":"3e4834ed-efed-40c7-b703-e6583496a50c"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.862531953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.862840085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.865008562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.879184917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: eeec5ebb-058d-421c-a1c3-edf0467c81b4 (sled), lookup_type: ById(eeec5ebb-058d-421c-a1c3-edf0467c81b4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.881597809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.882029126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.882333871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.884561445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.9094521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d835b42b-8a3c-4223-ba1d-39cb4207a639\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:45 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.910088655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.910427628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.91239245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.922399265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.926470721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.927209288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.927466228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:45.927803548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.92813213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.941655118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.957219751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.957421461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.957545568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.958777785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.972802139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.973007437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.974641823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.974807311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.975064201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:45.975183589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.975292635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.98017385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.980374408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.980500609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:45.985444417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.014310518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.020873382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.021155963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.024611196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.06531638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.126428473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.126723409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.127113464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.129034058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.139689691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.140209163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.140540471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.142056482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.151294319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.15326362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.156915473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.157360046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.15761393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 7 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.160893233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.185218866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.185711164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:05:09.807723Z })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.18591583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":18,"elapsed":"2.598272604s"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.187611688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.208385958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.20876447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.208931752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.211638407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.215451991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.216000411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.216324124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.220380831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:46.225412444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"de7b9710-7105-4d2e-97fe-b031512e50b4","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1818271,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.253968418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.276564506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.278462405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.278690649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.280525523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.282883606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.299328908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.299549626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.30047788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de7b9710-7105-4d2e-97fe-b031512e50b4\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:12:46 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.301381605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.304781056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.305002025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.307577721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.313101872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5d3871e3-5f01-43e2-884f-f099f0f57397","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.31333249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5d3871e3-5f01-43e2-884f-f099f0f57397","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.317402594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27136","req_id":"4d01ccde-c195-42d1-9252-36787a60964b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   52 66 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   Rf..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.317646528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27136","req_id":"4d01ccde-c195-42d1-9252-36787a60964b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21094,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.318247271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.318782905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.31903705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.319392746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27136","req_id":"4d01ccde-c195-42d1-9252-36787a60964b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.320189629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5d3871e3-5f01-43e2-884f-f099f0f57397","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.32048714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5d3871e3-5f01-43e2-884f-f099f0f57397","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.322944751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5d3871e3-5f01-43e2-884f-f099f0f57397","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.359816501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.384384125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: eeec5ebb-058d-421c-a1c3-edf0467c81b4 (sled), lookup_type: ById(eeec5ebb-058d-421c-a1c3-edf0467c81b4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.384768759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.385011561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.386411511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.419565398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9221, tv_nsec: 337098347 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.42010033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.420642677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.421216807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.421393879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.43232014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.432904721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.433234375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.433509652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.436199655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.44154458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.487770699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.488233799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.488529466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.490425722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.522194999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.522692707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.523007041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.524622119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.528029596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.539870914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.540095831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.540224186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53376","req_id":"167fe8f4-b8d4-4ea3-b861-3fdb3538f75e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7c 7c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ||..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.588736085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53376","req_id":"167fe8f4-b8d4-4ea3-b861-3fdb3538f75e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31868,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.589409242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.589499711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:53376","req_id":"167fe8f4-b8d4-4ea3-b861-3fdb3538f75e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.589672925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36301","req_id":"4e272ddd-ae87-42d1-a39d-4a038cd80cd5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b3 16 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.589892451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36301","req_id":"4e272ddd-ae87-42d1-a39d-4a038cd80cd5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45846,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.590457734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.59053645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:36301","req_id":"4e272ddd-ae87-42d1-a39d-4a038cd80cd5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:46.596915219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.597099154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.606536017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.606730934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:46.606859058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5d3871e3-5f01-43e2-884f-f099f0f57397","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":293938,"response_code":200}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.621106956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26045","req_id":"d2783ea3-abd3-473a-9751-2f04486e7945","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   1e a9 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.62140092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26045","req_id":"d2783ea3-abd3-473a-9751-2f04486e7945","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7849,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.621843108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.622610552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.622743767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.623137779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:26045","req_id":"d2783ea3-abd3-473a-9751-2f04486e7945","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.623827489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d3871e3-5f01-43e2-884f-f099f0f57397\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:12:46 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.624039039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.624168336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:46.624644271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:46.624779029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.629788779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.631282295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98d82a31-5414-40a3-bcbf-9288c84a012f","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.631469246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98d82a31-5414-40a3-bcbf-9288c84a012f","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.634534284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9221, tv_nsec: 551957495 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.634856694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.634957564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.638168501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.638346004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.638442155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.638529138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.638803102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98d82a31-5414-40a3-bcbf-9288c84a012f","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.639006356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98d82a31-5414-40a3-bcbf-9288c84a012f","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.64101782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98d82a31-5414-40a3-bcbf-9288c84a012f","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"unrolling 2 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.644395709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.648485462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:46.649700234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.649862497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:46.649962365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.650049899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":7,"elapsed":"9.927667504s"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.66505999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.665352601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.665490996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32802","req_id":"e7f6071a-a3cf-41ce-976e-6a7d43019126","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ea a0 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.665676905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32802","req_id":"e7f6071a-a3cf-41ce-976e-6a7d43019126","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60064,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.666334772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.666421444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:32802","req_id":"e7f6071a-a3cf-41ce-976e-6a7d43019126","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.666588456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60268","req_id":"f2307403-a736-4dd3-a2d1-1f52c8e59392","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   94 8a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.666760638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60268","req_id":"f2307403-a736-4dd3-a2d1-1f52c8e59392","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38026,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.667317083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.667400178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:60268","req_id":"f2307403-a736-4dd3-a2d1-1f52c8e59392","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:46.925178336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.925659893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.938869799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.970815626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:46.97103953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.971183637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:46.976784571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.033417428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":4,"elapsed":"36.607631467s"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.033686292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.03380588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.033942992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.036060908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.038857923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.039045015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"1.064437601s"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.039481582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet01"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.03963687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57516/eip-gateways","method":"PUT"}
{"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.040705112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.040886913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"0c808471-2bb0-40d0-bf55-e3ffd717714e"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.041058113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.041213241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.041373309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.041523257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.043190979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.047439176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.047641839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"769d5d65-79a4-421b-a160-ee11d4f3e8ad"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.047812227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.04796481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.048130439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.048282431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.049482685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.058763648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"b0ed8686-fd9e-47a2-85c3-e39743a3afe9","remote_addr":"[::1]:40155","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.060687669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"b0ed8686-fd9e-47a2-85c3-e39743a3afe9","remote_addr":"[::1]:40155","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.06089475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.061044418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.061161049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.061271729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.061379142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.061528279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.061679529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.061825148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.063155019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.065203057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.065463574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.067306665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.068614713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"b0ed8686-fd9e-47a2-85c3-e39743a3afe9","remote_addr":"[::1]:40155","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":9956,"response_code":204}
{"msg":"unrolling 2 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.069782642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.074380785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.07879934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.101082446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.101317153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.101471279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.101624222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.101765232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.1025142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.10719157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.107407909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.111418144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.127934407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57516/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b0ed8686-fd9e-47a2-85c3-e39743a3afe9\", \"date\": \"Wed, 04 Mar 2026 07:12:47 GMT\"} })"}
{"msg":"VPC route manager sled 069d3e7e-1784-4021-9952-549bdf909d26","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.128674717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.128805507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53793/vpc-routes","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.146088061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98d82a31-5414-40a3-bcbf-9288c84a012f","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":514818,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.157753019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43203"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.159638063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.159823631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.162294408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98d82a31-5414-40a3-bcbf-9288c84a012f\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:12:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.162759913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.164094814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a4527d9-4fd2-46de-97e7-d7634ab3974b\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:12:47 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.164418216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.164549978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.167189661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.170228606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.170420888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.170542921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.178619261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dab2fcd9-0002-401e-8183-fa324c10bc37","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.179306386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dab2fcd9-0002-401e-8183-fa324c10bc37","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.184130156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"6ccc6621-a6f0-452e-8c8b-6b7ea008433e","remote_addr":"[::1]:43203","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.1843136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"6ccc6621-a6f0-452e-8c8b-6b7ea008433e","remote_addr":"[::1]:43203","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.184996136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dab2fcd9-0002-401e-8183-fa324c10bc37","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.185228347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dab2fcd9-0002-401e-8183-fa324c10bc37","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.186790239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dab2fcd9-0002-401e-8183-fa324c10bc37","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:47.204231669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.206292683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"6ccc6621-a6f0-452e-8c8b-6b7ea008433e","remote_addr":"[::1]:43203","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":22110,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.217177851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.217387698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.217486535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.217818193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52518","req_id":"4c388c4a-75ef-49cb-9486-d23170eb8557","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   1e 8b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.218177236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52518","req_id":"4c388c4a-75ef-49cb-9486-d23170eb8557","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7819,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.218634224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.219218174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.21952852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.219904717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:52518","req_id":"4c388c4a-75ef-49cb-9486-d23170eb8557","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.223414438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ccc6621-a6f0-452e-8c8b-6b7ea008433e\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:47 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.223641459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.223766116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.225514389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.228684104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.230723073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.246904792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913 (sled), lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.24722642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.247424524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.24755325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.274866676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.293599231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.346425528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913 (sled), lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.346888337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.347166359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.348905383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.358850695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53250, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 58483, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 9222, tv_nsec: 276372543 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.35940706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.360053274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.37967786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.400193035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.400369505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.400483041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.402117317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.404238459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.426656834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.427120725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.42731948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.428277192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.431952271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.448141865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.448472522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.448634303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.450241806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.453074442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.453249279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.456727848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.4592618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dab2fcd9-0002-401e-8183-fa324c10bc37","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":280574,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.471930632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.472144196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.473215093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab2fcd9-0002-401e-8183-fa324c10bc37\", \"content-length\": \"29\", \"date\": \"Wed, 04 Mar 2026 07:12:47 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.473465871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.473598634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.473711378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.473820736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.480620641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-03-04T07:05:07.856743Z, time_modified: 2026-03-04T07:05:07.856743Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 8c834796-5858-4901-acb8-22e999baf110, db_silo: Silo { identity: SiloIdentity { id: 8c834796-5858-4901-acb8-22e999baf110, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-04T07:05:15.565273Z, time_modified: 2026-03-04T07:05:15.565273Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 8c834796-5858-4901-acb8-22e999baf110, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8c834796-5858-4901-acb8-22e999baf110, db_silo: Silo { identity: SiloIdentity { id: 8c834796-5858-4901-acb8-22e999baf110, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-04T07:05:15.565273Z, time_modified: 2026-03-04T07:05:15.565273Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.481304188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"8c834796-5858-4901-acb8-22e999baf110\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"8c834796-5858-4901-acb8-22e999baf110\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 8c834796-5858-4901-acb8-22e999baf110 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"7.979578249s"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.482747665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.485306958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.579661544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.579925158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.58008219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.581191763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.585684687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"927a2167-7652-4941-9004-4b03168b582b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.585925475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"927a2167-7652-4941-9004-4b03168b582b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.588433797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11165","req_id":"78896bd6-ddb5-453c-b6af-0372304d16d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c2 3c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .<..........-den\n0010:   64 72 69 74  65 2d 30 33  39 62 65 35  36 30 2d 35   drite-039be560-5\n0020:   34 63 63 2d  34 39 65 33  2d 38 38 64  66 2d 31 61   4cc-49e3-88df-1a\n0030:   32 39 64 61  64 62 66 39  31 33 04 68  6f 73 74 0d   29dadbf913.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.588734163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11165","req_id":"78896bd6-ddb5-453c-b6af-0372304d16d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49724,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            48,\n            51,\n            57,\n            98,\n            101,\n            53,\n            54,\n            48,\n            45,\n            53,\n            52,\n            99,\n            99,\n            45,\n            52,\n            57,\n            101,\n            51,\n            45,\n            56,\n            56,\n            100,\n            102,\n            45,\n            49,\n            97,\n            50,\n            57,\n            100,\n            97,\n            100,\n            98,\n            102,\n            57,\n            49,\n            51,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.58950294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.589607768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:11165","req_id":"78896bd6-ddb5-453c-b6af-0372304d16d1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.589818166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50616","req_id":"6384985e-4fce-4fc2-a8d2-4f148fa3ba72","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   1d 69 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .i..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.590032131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50616","req_id":"6384985e-4fce-4fc2-a8d2-4f148fa3ba72","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7529,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.590742372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.590841629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:50616","req_id":"6384985e-4fce-4fc2-a8d2-4f148fa3ba72","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.591047928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"927a2167-7652-4941-9004-4b03168b582b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.591258437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"927a2167-7652-4941-9004-4b03168b582b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.593552362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"927a2167-7652-4941-9004-4b03168b582b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:47.881496142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.882217134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58483/local/switch-id","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.882900972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"id":"95890fbd-c923-48c5-aad4-6820b8ef9f39","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.883166089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.883367459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.883493309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.883591504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.883687154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.883783846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.883879386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.883974925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.884071768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.884165103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.884260352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.884354099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.884448686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.884542813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.884635467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.884728502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.884823801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.884920884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.885016234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.885111543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.885203986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.885298925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.885398894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.885497359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.885598941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.885797676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.885902063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.886001571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.886100337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.886199123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.88629848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.886395834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.886493988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.886592003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.886690819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.886788113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.886885306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.886983591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.887084251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.887183538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.887284458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.887382754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.887480728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.887578893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.887677379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.887776095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.887874901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.887973066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.888074908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.888179326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.888277821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.888376367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.888468139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.888563158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.888656203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.888748276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.888840078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.888931369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.889024294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.889122449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.889212908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.88930432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.889396643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.889496331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.889590398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.889682321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.88977253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.889862559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.889954952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.890050582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.890144198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.890236051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.890328905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.890421649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.890513772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.890607107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.89069918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.890790422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.890882885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.890983004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.891074726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.891165827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.891257549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.891348209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.891442887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.891535992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.891627284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.891720429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.891813143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.891903663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.891996407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.892091245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.892185793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.892279168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.892371652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.892465919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.89256189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.892654073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.89274848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.892840543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.892933829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.893024589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.893117924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.89321172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.893304164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.893397489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.893489853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.893584391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.893679419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.893773286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.893866471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.893960217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.894054424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.89414775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.89423853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.894330122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.894422235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.894512965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.89460613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.894698012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.894791358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.894884272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.894975534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.895066975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.895158457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.895251592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.895343795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:47.895435958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:47.895524364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.123758155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62409/config","method":"PUT"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.138279956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.138448291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.138541586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.138632867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.13878511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.138887172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.138976079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.13916813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.139374711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.139499398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.139619837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.139711119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.139800005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.139889774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.139977618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.140354987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.140495206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.140586798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.140679322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.14076931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.141302389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.14143371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.141528198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.141616854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.141708656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.141799707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.141892762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.14198259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.142231534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.142332826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.142421903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.14251105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.142599535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.142688763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.142776156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.142864101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.142952086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.144104043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.144274091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.144367196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.144455622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.144543997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.144633505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.144721069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.144808543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.144898141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.144990825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.145273416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.145374336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.145462441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.145551508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.145639152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.145728911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.145817436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.145907966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.146079467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.146266368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.146361006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.146457798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.14654925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.146642044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.146732654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.146820248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.146909135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.147060325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.147215553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.147313778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.147402745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.147489718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.147580708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.147670246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.147758782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.147847218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.147935904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.148203475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.148307251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.148396438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.148484203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.148571646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.14865879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.148746504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.148834398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.148923826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.14907177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.149236347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.149335834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.149425091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.149512345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.14960074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.149688294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.149776008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.149867099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.149953842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.150199049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.150390449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.150482952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.150569745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.150658521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.150746356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.150835593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.150923598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.15118143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.151290075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.151379593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.151467528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.15155408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.151642425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.151729899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.151818034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.15190661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.152076998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.152231906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.152330261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.152419098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.152508095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.152596921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.152684014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.152771297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.152858641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.152949341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.153173807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.153278445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.153367702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.153456127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.15354318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.153632428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.153721234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.153808407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.153897203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.153984958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.154224574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.154320013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.154409832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.154496884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.154585611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.154672173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.154760278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.154847671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.154935546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.15549176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.155642049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.155733921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.155822076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.155911444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.156073526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.156225938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.156323422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.156494532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.156590953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.156680842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.15677055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.156862262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.156951469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.15711773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.15728403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.157373598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.157461062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.157548946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.157638243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.157726158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.157813652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.157907939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.158045983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.158191482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.158285148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.158373394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.158461729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.158553411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.158640594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.158727036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.158812846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.158899418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.158985569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.15918203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.15928311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.15937344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.159460072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.159546273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.159639558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.159726521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.159812041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.159913903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.16009367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.160247025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.160342224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.160431361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.160518664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.160606529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.160694634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.160784202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.160873579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.161263193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.161379273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.161469122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.161556926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.161642737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.161730561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.161817394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.161904607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.16199195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.162852239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.162959091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.163313134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.163419836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.163509063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.163703189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.163860331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.163953446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.164107803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.164255185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.164349693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.164437908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.164526564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.164613767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.164701762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.164788454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.164878082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.164964855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.166562367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.166749189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.166954887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.167599517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.16774702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.167956326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.168172345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.168282444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.168381731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.168606287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.168715153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.168811454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"found latest target blueprint (unchanged)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.168906393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"original_time_created":"2026-03-04 07:05:14.502078 UTC","original_target_id":"086d6bd9-ac3f-4a2c-84a3-029594fb9703","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-03-04 07:05:14.502078 UTC","target_id":"086d6bd9-ac3f-4a2c-84a3-029594fb9703"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.169057844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"086d6bd9-ac3f-4a2c-84a3-029594fb9703\",\"time_created\":\"2026-03-04T07:05:14.502078Z\"}","iteration":4,"elapsed":"10.469396914s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.169255476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: 069d3e7e-1784-4021-9952-549bdf909d26 (sled), lookup_type: ById(069d3e7e-1784-4021-9952-549bdf909d26) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.169410614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.169540903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.169664569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.169767764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.169898173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"0c808471-2bb0-40d0-bf55-e3ffd717714e"}
{"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.170037239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.170156977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_time_created":"2026-03-04 07:05:15.697585 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.170283999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":5,"elapsed":"8.316538701s"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:48.170405651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet02"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.170508405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53793/eip-gateways","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:48.173113458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:55219"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.199213285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"c89af99c-f8c8-4739-856e-186c9145185d","remote_addr":"[::1]:43203","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.199400046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"c89af99c-f8c8-4739-856e-186c9145185d","remote_addr":"[::1]:43203","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.199511167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.199602999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.199680533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.232516348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:48.235308924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/eip-gateways","method":"PUT","req_id":"c89af99c-f8c8-4739-856e-186c9145185d","remote_addr":"[::1]:43203","local_addr":"[::1]:53793","component":"dropshot","sled_id":"069d3e7e-1784-4021-9952-549bdf909d26","component":"omicron_sled_agent::sim::Server","latency_us":60286,"response_code":204}
{"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.236890064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":29,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"769d5d65-79a4-421b-a160-ee11d4f3e8ad"}
{"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.23707956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.237186523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"current_time_created":"2026-03-04 07:05:14.517650 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.23730074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":5,"elapsed":"7.754548081s"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.242174129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.242384366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.24880576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.26090493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"dd3d7cea-f973-4fc3-bde6-50e93b5b86a7","remote_addr":"[::1]:55219","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.261095999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"dd3d7cea-f973-4fc3-bde6-50e93b5b86a7","remote_addr":"[::1]:55219","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:48.267658142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"dd3d7cea-f973-4fc3-bde6-50e93b5b86a7","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:48.26781296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":1,"req_id":"dd3d7cea-f973-4fc3-bde6-50e93b5b86a7","component":"store","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.268336379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"069d3e7e-1784-4021-9952-549bdf909d26","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53793/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c89af99c-f8c8-4739-856e-186c9145185d\", \"date\": \"Wed, 04 Mar 2026 07:12:48 GMT\"} })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:48.268537378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.268627147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61903/vpc-routes","method":"GET"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:48.270356321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"dd3d7cea-f973-4fc3-bde6-50e93b5b86a7","remote_addr":"[::1]:55219","local_addr":"[::1]:62409","component":"http","kind":"dns","component":"internal_dns_server","latency_us":9627,"response_code":204}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.509569739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57516/probes","method":"PUT"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:48.511519511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"927a2167-7652-4941-9004-4b03168b582b","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":925898,"response_code":200}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.512615077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.526838736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 069d3e7e-1784-4021-9952-549bdf909d26 (sled), lookup_type: ById(069d3e7e-1784-4021-9952-549bdf909d26) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:48.527091889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.527221326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:48.528496358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.392231417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57516/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.397248331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58388"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.397895086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34200"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.398046466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49062"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.400233149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.59632281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:41944","servers":"DnsServersList { addresses: [[::1]:41944] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:41944/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.597100695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.597229781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.597338737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.597446061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.59755174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.598913385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.601857712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.602046197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.602547092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.602657962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.603389224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.604704947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.604841068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.605959489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927a2167-7652-4941-9004-4b03168b582b\", \"content-length\": \"405\", \"date\": \"Wed, 04 Mar 2026 07:12:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.606555823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"oximeter","body":"None","uri":"http://127.0.0.1:44172/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.612040837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58483/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c279ef93-fc79-4643-b797-0de1a5809514\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:12:48 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.612327887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.612706529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.818863794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.820391649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62409/config\", status: 204, headers: {\"x-request-id\": \"dd3d7cea-f973-4fc3-bde6-50e93b5b86a7\", \"date\": \"Wed, 04 Mar 2026 07:12:48 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.820616055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"dns_server_url":"http://[::1]:62409","servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.820727516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"servers":"DnsServersList { addresses: [[::1]:62409] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.821346495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:62409\":{\"Ok\":null}}}","iteration":9,"elapsed":"1.937207814s"}
{"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.821794695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.824407485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.824583334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.824689435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.824783521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"producer_port":63167,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-03-04T07:12:49.825040432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.825225309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.830539203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.832291433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:48013"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.832705185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c56ed299-337c-4685-a8d3-16c43567241d","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.832882447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c56ed299-337c-4685-a8d3-16c43567241d","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.838568029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.838908495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.839254051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"538.128µs"}
{"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.839396935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.839486914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 07:02:49.839303800 UTC"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.839568255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.839669075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.841773134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.843931741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.844814094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c56ed299-337c-4685-a8d3-16c43567241d","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.845001436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c56ed299-337c-4685-a8d3-16c43567241d","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.846635692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c56ed299-337c-4685-a8d3-16c43567241d","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.852009364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.852211235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.852331424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.852435992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.85379987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.85947433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"result":"Ok(\"found\")"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.864475613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"f6324b38-614b-457f-afd8-77f0fc0cf163","remote_addr":"[::1]:48013","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.864663697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"f6324b38-614b-457f-afd8-77f0fc0cf163","remote_addr":"[::1]:48013","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.865105985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"da4706e0-c477-4b72-9667-33d775419907","remote_addr":"[::1]:58388","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.865290191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"da4706e0-c477-4b72-9667-33d775419907","remote_addr":"[::1]:58388","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.865417524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"5a6d66d8-aecd-4d8a-9a5b-606cbfd2d6f5","remote_addr":"[::1]:34200","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.865539677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"5a6d66d8-aecd-4d8a-9a5b-606cbfd2d6f5","remote_addr":"[::1]:34200","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.865670987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"8745021d-ac25-4466-939c-aeeafc548fd2","remote_addr":"[::1]:49062","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.865790795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"8745021d-ac25-4466-939c-aeeafc548fd2","remote_addr":"[::1]:49062","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-03-04T07:12:49.865924761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27656","req_id":"49b6fe5d-e5ac-40bf-a4c7-05c8beb6c9db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c8 dc 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.866330728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27656","req_id":"49b6fe5d-e5ac-40bf-a4c7-05c8beb6c9db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51420,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.866873345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.867184583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"}
{"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.867581311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-03-04T07:12:49.889826632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"peer_addr":"[::1]:27656","req_id":"49b6fe5d-e5ac-40bf-a4c7-05c8beb6c9db","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44007, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56175, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.898948098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"f6324b38-614b-457f-afd8-77f0fc0cf163","component":"store","component":"external_dns_server"}
{"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.899614582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"new_generation":2,"req_id":"f6324b38-614b-457f-afd8-77f0fc0cf163","component":"store","component":"external_dns_server"}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.904920981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/config","method":"PUT","req_id":"f6324b38-614b-457f-afd8-77f0fc0cf163","remote_addr":"[::1]:48013","local_addr":"[::1]:41944","component":"http","kind":"dns","component":"external_dns_server","latency_us":40553,"response_code":204}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.905853112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/vpc-routes","method":"GET","req_id":"da4706e0-c477-4b72-9667-33d775419907","remote_addr":"[::1]:58388","local_addr":"[::1]:61903","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":40683,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.906517672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/probes","method":"PUT","req_id":"5a6d66d8-aecd-4d8a-9a5b-606cbfd2d6f5","remote_addr":"[::1]:34200","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":40974,"response_code":204}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.906691748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/v2p","method":"GET","req_id":"8745021d-ac25-4466-939c-aeeafc548fd2","remote_addr":"[::1]:49062","local_addr":"[::1]:57516","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":41028,"response_code":200}
{"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-03-04T07:12:49.91359576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3239,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c56ed299-337c-4685-a8d3-16c43567241d","remote_addr":"127.0.0.1:35265","local_addr":"127.0.0.1:44172","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":80933,"response_code":200}